From 9eebab3624053be362acb06c725c0a7fb861d35f Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 4 Mar 2024 16:36:22 -0800 Subject: [PATCH 001/137] Added bridge type support, and change iptables to iptables-legacy because new kernel may not work with new iptables tool. --- .../cuttlefish-base.cuttlefish-host-resources.init | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/base/debian/cuttlefish-base.cuttlefish-host-resources.init b/base/debian/cuttlefish-base.cuttlefish-host-resources.init index 978e7d2c31..bd384595dd 100755 --- a/base/debian/cuttlefish-base.cuttlefish-host-resources.init +++ b/base/debian/cuttlefish-base.cuttlefish-host-resources.init @@ -28,6 +28,9 @@ # Make sure calls to this script get redirected to systemctl when # using systemd +# some system may not support bridge type by default +modprobe bridge + . /lib/lsb/init-functions if [ -f /etc/default/cuttlefish-host-resources ]; then @@ -126,7 +129,7 @@ create_interface() { if [ -n "${ipv6_prefix}" -a -n "${ipv6_prefix_length}" ]; then ip -6 addr add "${ipv6_prefix}1/${ipv6_prefix_length}" dev "${tap}" fi - iptables -t nat -A POSTROUTING -s "${network}" -j MASQUERADE + iptables-legacy -t nat -A POSTROUTING -s "${network}" -j MASQUERADE } # Destroy a tap interface @@ -143,7 +146,7 @@ destroy_interface() { ipv6_prefix="${4}" ipv6_prefix_length="${5}" - iptables -t nat -D POSTROUTING -s "${network}" -j MASQUERADE + iptables-legacy -t nat -D POSTROUTING -s "${network}" -j MASQUERADE ip addr del "${gateway}${netmask}" dev "${tap}" if [ -n "${ipv6_prefix}" -a -n "${ipv6_prefix_length}" ]; then ip -6 addr del "${ipv6_prefix}1/${ipv6_prefix_length}" dev "${tap}" @@ -195,7 +198,7 @@ create_bridged_interfaces() { start_dnsmasq \ "${2}" "${gateway}" "${dhcp_range}" \ "${ipv6_prefix}" "${ipv6_prefix_length}" - iptables -t nat -A POSTROUTING -s "${network}" -j MASQUERADE + iptables-legacy -t nat -A POSTROUTING -s "${network}" -j MASQUERADE fi } @@ -212,7 +215,7 @@ destroy_bridged_interfaces() { network="${1}.0${netmask}" ipv6_prefix="${4}" ipv6_prefix_length="${5}" - iptables -t nat -D POSTROUTING -s "${network}" -j MASQUERADE + iptables-legacy -t nat -D POSTROUTING -s "${network}" -j MASQUERADE stop_dnsmasq "${2}" if [ -n "${ipv6_prefix}" -a -n "${ipv6_prefix_length}" ]; then ip -6 addr del "${ipv6_prefix}1/${ipv6_prefix_len}" dev "${2}" From b785752d9920a1956cf0d878ea4f853461836b18 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 28 Mar 2024 16:57:41 -0700 Subject: [PATCH 002/137] To added env DOCKER_RUNNING=true in Dockerfile, and RUN commands could use this var to detect if it is inside the docker container. --- base/debian/cuttlefish-base.cuttlefish-host-resources.init | 2 +- base/debian/cuttlefish-base.postinst | 3 ++- docker/arm-server/Dockerfile | 3 +++ 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/base/debian/cuttlefish-base.cuttlefish-host-resources.init b/base/debian/cuttlefish-base.cuttlefish-host-resources.init index bd384595dd..6dab52a500 100755 --- a/base/debian/cuttlefish-base.cuttlefish-host-resources.init +++ b/base/debian/cuttlefish-base.cuttlefish-host-resources.init @@ -286,7 +286,7 @@ start() { # When running inside a privileged container, set the ownership and access # of these device nodes. - if test -f /.dockerenv; then + if ( ( test -f /.dockerenv ) | ( printenv | grep DOCKER_RUNNING ) ); then chown root.kvm /dev/kvm chown root.cvdnetwork /dev/vhost-net chown root.cvdnetwork /dev/vhost-vsock diff --git a/base/debian/cuttlefish-base.postinst b/base/debian/cuttlefish-base.postinst index f1cd83a65b..4e89fda7d7 100755 --- a/base/debian/cuttlefish-base.postinst +++ b/base/debian/cuttlefish-base.postinst @@ -20,7 +20,8 @@ case "$1" in fi # Create the kvm group when running inside a docker container. - if test -f /.dockerenv && ( ! getent group kvm > /dev/null 2>&1 ) + if ( ( test -f /.dockerenv ) | ( printenv | grep DOCKER_RUNNING ) ) \ + && ( ! getent group kvm > /dev/null 2>&1 ) then addgroup --system kvm fi diff --git a/docker/arm-server/Dockerfile b/docker/arm-server/Dockerfile index a223d4e939..59b8ab0edd 100644 --- a/docker/arm-server/Dockerfile +++ b/docker/arm-server/Dockerfile @@ -3,6 +3,9 @@ # so it could execute CF instance with API in HO. FROM debian:stable-20211011 AS cuttlefish-arm64 +# to detect if it is running inside a docker +ENV DOCKER_RUNNING=true + # Expose Operator Port (HTTP:1080, HTTPS:1443) EXPOSE 1080 1443 # Expose HO(Host Orchestrator) Port (HTTP:2080, HTTPS:2443) From 570a9d2aeed16f5b64d49edb9ae7ae17475ad315 Mon Sep 17 00:00:00 2001 From: WeiChungHsu <104489074+WeiChungHsu@users.noreply.github.com> Date: Fri, 29 Mar 2024 23:35:54 -0700 Subject: [PATCH 003/137] Update cuttlefish-base.cuttlefish-host-resources.init Removed the ENV method, instead, by touch /.dockerenv file to make sure this file always exist. --- base/debian/cuttlefish-base.cuttlefish-host-resources.init | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/base/debian/cuttlefish-base.cuttlefish-host-resources.init b/base/debian/cuttlefish-base.cuttlefish-host-resources.init index 6dab52a500..bd384595dd 100755 --- a/base/debian/cuttlefish-base.cuttlefish-host-resources.init +++ b/base/debian/cuttlefish-base.cuttlefish-host-resources.init @@ -286,7 +286,7 @@ start() { # When running inside a privileged container, set the ownership and access # of these device nodes. - if ( ( test -f /.dockerenv ) | ( printenv | grep DOCKER_RUNNING ) ); then + if test -f /.dockerenv; then chown root.kvm /dev/kvm chown root.cvdnetwork /dev/vhost-net chown root.cvdnetwork /dev/vhost-vsock From 851b743489e99fa24f4407dcaa6d0e86f737c3ac Mon Sep 17 00:00:00 2001 From: WeiChungHsu <104489074+WeiChungHsu@users.noreply.github.com> Date: Fri, 29 Mar 2024 23:36:42 -0700 Subject: [PATCH 004/137] Update cuttlefish-base.postinst Removed the ENV method, instead, by touch /.dockerenv file to make sure this file always exist. --- base/debian/cuttlefish-base.postinst | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/base/debian/cuttlefish-base.postinst b/base/debian/cuttlefish-base.postinst index 4e89fda7d7..f1cd83a65b 100755 --- a/base/debian/cuttlefish-base.postinst +++ b/base/debian/cuttlefish-base.postinst @@ -20,8 +20,7 @@ case "$1" in fi # Create the kvm group when running inside a docker container. - if ( ( test -f /.dockerenv ) | ( printenv | grep DOCKER_RUNNING ) ) \ - && ( ! getent group kvm > /dev/null 2>&1 ) + if test -f /.dockerenv && ( ! getent group kvm > /dev/null 2>&1 ) then addgroup --system kvm fi From 0e3002b063de5777e0f9ad1159ec997503e99a01 Mon Sep 17 00:00:00 2001 From: WeiChungHsu <104489074+WeiChungHsu@users.noreply.github.com> Date: Fri, 29 Mar 2024 23:39:24 -0700 Subject: [PATCH 005/137] Update Dockerfile Removed the ENV method, instead, by touch /.dockerenv file to make sure this file always exist. --- docker/arm-server/Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docker/arm-server/Dockerfile b/docker/arm-server/Dockerfile index 59b8ab0edd..95978a2ed3 100644 --- a/docker/arm-server/Dockerfile +++ b/docker/arm-server/Dockerfile @@ -3,9 +3,6 @@ # so it could execute CF instance with API in HO. FROM debian:stable-20211011 AS cuttlefish-arm64 -# to detect if it is running inside a docker -ENV DOCKER_RUNNING=true - # Expose Operator Port (HTTP:1080, HTTPS:1443) EXPOSE 1080 1443 # Expose HO(Host Orchestrator) Port (HTTP:2080, HTTPS:2443) @@ -34,6 +31,9 @@ COPY ./out/cuttlefish-base_*.deb /root/ COPY ./out/cuttlefish-user_*.deb /root/ COPY ./out/cuttlefish-orchestration_*.deb /root/ +# to make sure this file always exist +RUN touch /.dockerenv + # Install CF debian packages. WORKDIR /root RUN apt install -y -f \ From 92af26a64003e143c6c4deae778a5793706415f6 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 1 Apr 2024 16:06:11 -0700 Subject: [PATCH 006/137] Moved new debian host image project codes from codelinaro to Cuttlefish github. --- .../README.md | 55 + .../addpreseed.sh | 88 + .../build_cf_packages.sh | 45 + .../build_cf_packages_native.sh | 37 + .../docs/generate_debian_repo_key.md | 9 + .../kernel_build_deb.sh | 2258 +++++++++++++++++ .../kernel_build_deb_qemu.sh | 49 + .../kernel_dependencies.sh | 20 + .../kernel_download.sh | 22 + .../metapackage-linaro-gigamp/README | 36 + .../debian/README.Debian | 13 + .../debian/README.source | 7 + .../debian/changelog | 5 + .../metapackage-linaro-gigamp/debian/control | 24 + .../debian/copyright | 35 + .../debian/metapackage-linaro-gigamp.cron.d | 3 + .../debian/metapackage-linaro-gigamp.dirs | 1 + .../debian/metapackage-linaro-gigamp.docs | 1 + .../debian/metapackage-linaro-gigamp.install | 2 + .../debian/metapackage-linaro-gigamp.postinst | 40 + .../debian/metapackage-linaro-gigamp.postrm | 37 + .../debian/metapackage-linaro-gigamp.preinst | 35 + .../debian/metapackage-linaro-gigamp.prerm | 52 + .../metapackage-linaro-gigamp/debian/rules | 17 + .../debian/source/format | 1 + .../limits.d/95-linaro-gigamp-nofile.conf | 2 + .../usr/share/linaro-gigamp-use-google-ntp | 21 + .../preseed/after_install_1.sh | 51 + .../preseed/preseed.cfg | 316 +++ .../tests/installer-iso-extract-partitions.sh | 53 + .../tests/installer-iso-install.expect | 210 ++ .../tests/installer-iso-run-qemu.sh | 53 + .../multidisk/installer-create-empty-disk2.sh | 17 + .../installer-create-preinstalled-disk2.sh | 88 + .../installer-create-preinstalled-disk5.sh | 140 + ...taller-iso-extract-partitions-multidisk.sh | 90 + .../uboot/build_uboot_qemu_aarch64.sh | 37 + .../uboot/download_uboot.sh | 16 + .../utils/download-ci-cf.sh | 16 + .../utils/download_di.sh | 7 + .../utils/install_repo_package.sh | 17 + 41 files changed, 4026 insertions(+) create mode 100644 gigabyte-ampere-cuttlefish-installer/README.md create mode 100755 gigabyte-ampere-cuttlefish-installer/addpreseed.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/build_cf_packages.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/build_cf_packages_native.sh create mode 100644 gigabyte-ampere-cuttlefish-installer/docs/generate_debian_repo_key.md create mode 100755 gigabyte-ampere-cuttlefish-installer/kernel_build_deb.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/kernel_build_deb_qemu.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/kernel_dependencies.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/kernel_download.sh create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/README create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.Debian create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.source create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/changelog create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/control create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/copyright create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm create mode 100755 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/rules create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/source/format create mode 100644 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf create mode 100755 gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp create mode 100755 gigabyte-ampere-cuttlefish-installer/preseed/after_install_1.sh create mode 100644 gigabyte-ampere-cuttlefish-installer/preseed/preseed.cfg create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/installer-iso-extract-partitions.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/installer-iso-install.expect create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/installer-iso-run-qemu.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-empty-disk2.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk2.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk5.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/uboot/build_uboot_qemu_aarch64.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/uboot/download_uboot.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/utils/download-ci-cf.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/utils/download_di.sh create mode 100755 gigabyte-ampere-cuttlefish-installer/utils/install_repo_package.sh diff --git a/gigabyte-ampere-cuttlefish-installer/README.md b/gigabyte-ampere-cuttlefish-installer/README.md new file mode 100644 index 0000000000..93ca696a89 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/README.md @@ -0,0 +1,55 @@ +# Gigabyte Ampere Cuttlefish Installer + +This repo contains the scripts to generate live Debian installer for +cuttlefish for Gigabyte Ampere server. + +## Download built image + +The built images can be found on https://artifacts.codelinaro.org/ui/native/linaro-372-googlelt-gigabyte-ampere-cuttlefish-installer/gigabyte-ampere-cuttlefish-installer + +The latest image are always put into https://artifacts.codelinaro.org/ui/native/linaro-372-googlelt-gigabyte-ampere-cuttlefish-installer/gigabyte-ampere-cuttlefish-installer/latest/ + +## Scripts + + * build_cf_packages.sh: + We use this script to build cuttlefish-common packages. + Please use "pbuilder-dist stable arm64 create" to create a + chroot environment before running this script. + And update the chroot environment periodically by + "pbuilder-dist stable arm64 update". + * kernel_build_deb.sh: + * Build AOSP kernel to Debian packages. + * The source can be downloaded by kernel_download.sh + * kernel_dependencies.sh install the build dependencies that is needed + by kernel_build_deb.sh + * addpreseed.sh: + * To run this script. Users have to downmiad mini.iso first. + https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + * This script will add preseed to the mini.iso to make it a live + installer for Gigabyte Ampere server. + +## Modifying the preseed. + +We put the preseed file in preseed subdirectory. + + * preseed/preseed.cfg: the preseed file. + * preseed/after_install_1.sh: the post-install script. + +## Metapackage Customization + +We have a metapackage. It is in the subdirectory metapackage-linaro-gigamp. +The post-install script of the preseed will install this metapackage. +So some of the customization happened in this metapackage instead of +the post-install script in preseed. + +For example: + * Increasing the ulimit of "open files". + * Adding NTP servers. + * Install some extra packages through Depends. + +If the customization is not related to boot the machine, we suggest +to move the customization here. It needs a bit of Debian packaging knowledge +though. Adding to post-install script is straightfoward, but it will +bloat the size of the installer image. So we suggest to add any extra +customizations here through Debian-way. + diff --git a/gigabyte-ampere-cuttlefish-installer/addpreseed.sh b/gigabyte-ampere-cuttlefish-installer/addpreseed.sh new file mode 100755 index 0000000000..c0bc88a2cb --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/addpreseed.sh @@ -0,0 +1,88 @@ +#!/bin/sh + +BASEDIR=$(dirname $(realpath "$0")) + +orig_iso=mini.iso +auto_extract_efi=1 +efi_img=efi.img + +new_files=iso_unpacked_and_modified +new_iso=preseed-mini.iso + +PRESEEDFILE=$(realpath "${BASEDIR}"/preseed/preseed.cfg) +AFTERINSTALLSCRIPT=$(realpath "${BASEDIR}"/preseed/after_install_1.sh) + +part_img_ready=1 +if test "$auto_extract_efi" = 1; then + start_block=$(/sbin/fdisk -l "$orig_iso" | fgrep "$orig_iso"2 | \ + awk '{print $2}') + block_count=$(/sbin/fdisk -l "$orig_iso" | fgrep "$orig_iso"2 | \ + awk '{print $4}') + if test "$start_block" -gt 0 -a "$block_count" -gt 0 2>/dev/null + then + dd if="$orig_iso" bs=512 skip="$start_block" count="$block_count" \ + of="$efi_img" + else + echo "Cannot read plausible start block and block count from fdisk" >&2 + part_img_ready=0 + fi +fi + +# add preseed +mkdir ${new_files} +bsdtar -C ${new_files} -xf "$orig_iso" +cd ${new_files} +cp -f "${PRESEEDFILE}" preseed.cfg +cp -f "${AFTERINSTALLSCRIPT}" after_install_1.sh +chmod a+rx after_install_1.sh + +# add preseed to console based installer +chmod ug+w initrd.gz +gzip -d -f initrd.gz +echo preseed.cfg | cpio -H newc -o -A -F initrd +echo after_install_1.sh | cpio -H newc -o -A -F initrd +gzip -9 initrd +chmod a-w initrd.gz +# add preseed to GTK based installer +chmod ug+w gtk +cd gtk +chmod ug+w initrd.gz +gzip -d -f initrd.gz +cp -f ../preseed.cfg . +cp -f ../after_install_1.sh . +echo preseed.cfg | cpio -H newc -o -A -F initrd +echo after_install_1.sh | cpio -H newc -o -A -F initrd +gzip -9 initrd +chmod a-w initrd.gz +rm -f preseed.cfg after_install_1.sh +cd .. +chmod a-w gtk +# modify Graphical installer to use tty1 +chmod ug+w boot +chmod ug+w boot/grub +chmod ug+w boot/grub/grub.cfg +sed -i '0,/menuentry/{s#menuentry#menuentry '\''Ampere Install'\'' {\n set background_color=black\n linux /linux --- quiet console=tty1\n initrd /gtk/initrd.gz\n}\nmenuentry#}' boot/grub/grub.cfg +sed -i '0,/insmod gzio/{s#insmod gzio#set timeout=120\n\ninsmod gzio#}' boot/grub/grub.cfg +chmod a-w boot/grub/grub.cfg +chmod a-w boot/grub +chmod a-w boot +cd .. + +rm -f "${new_iso}" + +# Create the new ISO image if not partition extraction failed +test "$part_img_ready" = 1 && \ +xorriso -as mkisofs \ + -r -V 'Debian arm64 n' \ + -o "$new_iso" \ + -J -joliet-long -cache-inodes \ + -e boot/grub/efi.img \ + -no-emul-boot \ + -append_partition 2 0xef "$efi_img" \ + -partition_cyl_align all \ + "$new_files" + +# clean +rm -f efi.img +chmod ug+w -R "${new_files}" +rm -rf "${new_files}" diff --git a/gigabyte-ampere-cuttlefish-installer/build_cf_packages.sh b/gigabyte-ampere-cuttlefish-installer/build_cf_packages.sh new file mode 100755 index 0000000000..35fe133b20 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/build_cf_packages.sh @@ -0,0 +1,45 @@ +#!/bin/sh + +TDIR=`pwd`/cuttlefish-common-buildplace +mkdir -p "${TDIR}" + +cat < "${TDIR}"/buildscript_cf_1 +#!/bin/sh + +apt-get install -y git ca-certificates less +apt-get install -y build-essential +apt-get install -y devscripts equivs fakeroot dpkg-dev + +mkdir -p /tmp/b1 + +cd /tmp/b1 +EOF + +if [ x"$DEBEMAIL" != x ]; then + cat <> "${TDIR}"/buildscript_cf_1 +export DEBEMAIL="${DEBEMAIL}" +EOF +fi + +if [ x"$DEBFULLNAME" != x ]; then + cat <> "${TDIR}"/buildscript_cf_1 +export DEBFULLNAME="${DEBFULLNAME}" +EOF +fi + +if [ x"${CI_PIPELINE_ID}" != x ]; then + cat <> "${TDIR}"/buildscript_cf_1 +export CI_PIPELINE_ID="${CI_PIPELINE_ID}" +EOF +fi + +cat build_cf_packages_native.sh >> "${TDIR}"/buildscript_cf_1 + +cat <> "${TDIR}"/buildscript_cf_1 +cp -f *.deb ${TDIR} +EOF + +chmod a+rx "${TDIR}"/buildscript_cf_1 + +cd "${TDIR}" +pbuilder-dist stable arm64 execute --bindmounts "${TDIR}" -- buildscript_cf_1 diff --git a/gigabyte-ampere-cuttlefish-installer/build_cf_packages_native.sh b/gigabyte-ampere-cuttlefish-installer/build_cf_packages_native.sh new file mode 100755 index 0000000000..4b547d4b70 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/build_cf_packages_native.sh @@ -0,0 +1,37 @@ +#!/bin/sh + +CUTTLEFISH_GIT_URL_DEFAULT="https://github.com/google/android-cuttlefish.git" +CUTTLEFISH_GIT_BRANCH_DEFAULT="main" + +if [ x"$CUTTLEFISH_GIT_URL" = x ]; then + CUTTLEFISH_GIT_URL="$CUTTLEFISH_GIT_URL_DEFAULT" +fi + +if [ x"$CUTTLEFISH_GIT_BRANCH" = x ]; then + CUTTLEFISH_GIT_BRANCH="$CUTTLEFISH_GIT_BRANCH_DEFAULT" +fi + +git clone --branch="${CUTTLEFISH_GIT_BRANCH}" "${CUTTLEFISH_GIT_URL}" android-cuttlefish +cd android-cuttlefish + +if [ x"$DEBEMAIL" = x ]; then + export DEBEMAIL="glt-noreply@linaro.org" +fi + +if [ x"$DEBFULLNAME" = x ]; then + export DEBFULLNAME="Linaro GLT Deb" +fi + +if [ x"${CI_PIPELINE_ID}" = x ]; then + export CI_PIPELINE_ID=1 +fi + +for subdir in base frontend; do + cd ${subdir} + UPSTREAM_VERSION=$(dpkg-parsechangelog -S Version) + dch -v "${UPSTREAM_VERSION}"."linaro${CI_PIPELINE_ID}" "Linaro build" + dch -r "Linaro build" + mk-build-deps --install --remove --tool='apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends --yes' debian/control + dpkg-buildpackage -d -uc -us + cd - +done diff --git a/gigabyte-ampere-cuttlefish-installer/docs/generate_debian_repo_key.md b/gigabyte-ampere-cuttlefish-installer/docs/generate_debian_repo_key.md new file mode 100644 index 0000000000..e256bfc3fc --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/docs/generate_debian_repo_key.md @@ -0,0 +1,9 @@ +# Debian Repo Key generation. + +This repo key is generated by the following commands. + + - mkdir -p key1 + - chmod og-rwx key1 + - gpg --homedir=`pwd`/key1 --keyring pubring --default-new-key-algo rsa4096 --batch --passphrase "${DEBIAN_REPO_PRIVATE_KEY_PASSWORD}" --quick-gen-key 'Linaro GLT Deb ' default default 10y + - gpg --batch --yes --passphrase "${DEBIAN_REPO_PRIVATE_KEY_PASSWORD}" --homedir=`pwd`/key1 --keyring pubring --export-secret-keys -a glt-gig-noreply@linaro.org > linaro-glt-gig-archive-bookworm-private.asc + diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_build_deb.sh b/gigabyte-ampere-cuttlefish-installer/kernel_build_deb.sh new file mode 100755 index 0000000000..651e98840d --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/kernel_build_deb.sh @@ -0,0 +1,2258 @@ +#!/bin/sh + +set +e + +SELFPID=$$ +renice 10 -p "$SELFPID" +ionice -c 3 -p "$SELFPID" + +set -e + +if [ x"${CI_PIPELINE_ID}" = x ]; then + export CI_PIPELINE_ID=1 +fi + +TDIR=kernel-build-space/buildresult +SDIR=kernel-build-space/source/kernel + +rm -rf ${TDIR} + +mkdir -p ${TDIR} + +# Make a copy of AOSP's kernel. deb-pkg target will make the source tree +# unclean. So we make a copy of it and then build inside the copy. +cp -R ${SDIR}/common ${TDIR}/common +cp -R ${SDIR}/common-modules ${TDIR}/common-modules +cp -R ${SDIR}/.repo ${TDIR}/.repo + +# Build the kernel +cd ${TDIR}/common +export ARCH=arm64 +export CROSS_COMPILE=aarch64-linux-gnu- +KERVER=$(make kernelversion) +make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- defconfig +for i in arch/arm64/configs/gki_defconfig ../common-modules/virtual-device/virtual_device_core.fragment ../common-modules/virtual-device/linux_distro.fragment; do + ./scripts/kconfig/merge_config.sh -O . .config ${i} +done +cat < ../extraconfig +CONFIG_EFI_ARMSTUB_DTB_LOADER=y +CONFIG_EFI_GENERIC_STUB_INITRD_CMDLINE_LOADER=y +CONFIG_EFI_BOOTLOADER_CONTROL=m +CONFIG_EFI_VARS_PSTORE=m +CONFIG_EFI_CAPSULE_LOADER=m +CONFIG_RESET_ATTACK_MITIGATION=y +CONFIG_EFIVAR_FS=m +CONFIG_DMI=y +CONFIG_CXL_BUS=y +CONFIG_CXL_ACPI=m +CONFIG_ACPI_TABLE_LIB=y +CONFIG_ACPI_VIDEO=m +CONFIG_ACPI_TAD=m +CONFIG_ACPI_IPMI=m +CONFIG_ARM64_PMEM=y +CONFIG_ARCH_HAS_PMEM_API=y +CONFIG_ACPI_NFIT=m +CONFIG_ACPI_APEI_EINJ=m +CONFIG_WDAT_WDT=m +CONFIG_ACPI_WATCHDOG=y +CONFIG_PACKET_DIAG=m +CONFIG_UNIX_DIAG=m +CONFIG_CFS_BANDWIDTH=y +CONFIG_CGROUP_RDMA=y +CONFIG_CGROUP_MISC=y +CONFIG_PID_NS=y +CONFIG_CHECKPOINT_RESTORE=y +CONFIG_RD_BZIP2=y +CONFIG_RD_LZMA=y +CONFIG_RD_XZ=y +CONFIG_RD_LZO=y +CONFIG_RSEQ=y +CONFIG_TLS=m +CONFIG_TLS_DEVICE=y +CONFIG_IXGB=m +CONFIG_IXGBE=m +CONFIG_IXGBE_HWMON=y +CONFIG_IXGBE_DCB=y +CONFIG_IXGBE_IPSEC=y +CONFIG_IXGBEVF=m +CONFIG_IXGBEVF_IPSEC=y +CONFIG_I40E=m +CONFIG_I40E_DCB=y +CONFIG_IAVF=m +CONFIG_I40EVF=m +CONFIG_ICE=m +CONFIG_ICE_SWITCHDEV=y +CONFIG_IGC=m +CONFIG_JME=m +CONFIG_SKGE=m +CONFIG_MLXFW=m +CONFIG_KSZ884X_PCI=m +CONFIG_LAN743X=m +CONFIG_MYRI10GE=m +CONFIG_FEALNX=m +CONFIG_NATSEMI=m +CONFIG_NS83820=m +CONFIG_S2IO=m +CONFIG_NFP=m +CONFIG_NFP_APP_FLOWER=y +CONFIG_NFP_APP_ABM_NIC=y +CONFIG_NE2K_PCI=m +CONFIG_HAMACHI=m +CONFIG_YELLOWFIN=m +CONFIG_QLA3XXX=m +CONFIG_QLCNIC=m +CONFIG_QLCNIC_SRIOV=y +CONFIG_QLCNIC_DCB=y +CONFIG_QLCNIC_HWMON=y +CONFIG_NETXEN_NIC=m +CONFIG_QED=m +CONFIG_QED_LL2=y +CONFIG_QED_SRIOV=y +CONFIG_QEDE=m +CONFIG_QED_RDMA=y +CONFIG_QED_ISCSI=y +CONFIG_QED_FCOE=y +CONFIG_QED_OOO=y +CONFIG_BNA=m +CONFIG_R6040=m +CONFIG_8139CP=m +CONFIG_8139TOO=m +CONFIG_8139TOO_TUNE_TWISTER=y +CONFIG_8139TOO_8129=y +CONFIG_SC92031=m +CONFIG_SIS190=m +CONFIG_SFC=m +CONFIG_SFC_MTD=y +CONFIG_SFC_MCDI_MON=y +CONFIG_SFC_SRIOV=y +CONFIG_SFC_MCDI_LOGGING=y +CONFIG_SFC_FALCON=m +CONFIG_SFC_FALCON_MTD=y +CONFIG_SFC_SIENA=m +CONFIG_SFC_SIENA_MTD=y +CONFIG_SFC_SIENA_MCDI_MON=y +CONFIG_SFC_SIENA_SRIOV=y +CONFIG_SFC_SIENA_MCDI_LOGGING=y +CONFIG_EPIC100=m +CONFIG_SMSC9420=m +CONFIG_CASSINI=m +CONFIG_NIU=m +CONFIG_TEHUTI=m +CONFIG_TI_K3_AM65_CPTS=m +CONFIG_TLAN=m +CONFIG_VIA_VELOCITY=m +CONFIG_FDDI=y +CONFIG_DEFXX=m +CONFIG_SKFP=m +CONFIG_SFP=m +CONFIG_INFINIBAND=m +CONFIG_INFINIBAND_USER_MAD=m +CONFIG_INFINIBAND_USER_ACCESS=m +CONFIG_SMC=m +CONFIG_SMC_DIAG=m +CONFIG_AMD_PHY=m +CONFIG_FB_S3=m +CONFIG_FB_VT8623=m +CONFIG_FB_ARK=m +CONFIG_FB_PM3=m +CONFIG_FB_SVGALIB=m +CONFIG_FB_SIMPLE=y +CONFIG_ISO9660_FS=m +CONFIG_JOLIET=y +CONFIG_ZISOFS=y +CONFIG_UDF_FS=m +CONFIG_NR_CPUS=256 +CONFIG_AMPERE_ERRATUM_AC03_CPU_38=y +CONFIG_DRM_RADEON=m +CONFIG_DRM_AMDGPU=m +CONFIG_DRM_AMDGPU_SI=y +CONFIG_DRM_AMDGPU_CIK=y +CONFIG_DRM_AMDGPU_USERPTR=y +CONFIG_FIRMWARE_EDID=y +CONFIG_DRM_LOAD_EDID_FIRMWARE=y +CONFIG_FONTS=y +CONFIG_FONT_TER16x32=y +CONFIG_FHANDLE=y +CONFIG_PSTORE_BLK=m +CONFIG_PSTORE_BLK_BLKDEV="" +CONFIG_PSTORE_BLK_KMSG_SIZE=64 +CONFIG_PSTORE_BLK_MAX_REASON=2 +CONFIG_SYSV_FS=m +CONFIG_UFS_FS=m +CONFIG_ARM64_ACPI_PARKING_PROTOCOL=y +CONFIG_ACPI_PCI_SLOT=y +CONFIG_ACPI_BGRT=y +CONFIG_UPROBES=y +CONFIG_RANDOMIZE_KSTACK_OFFSET_DEFAULT=y +CONFIG_MODPROBE_PATH="/sbin/modprobe" +CONFIG_BLK_WBT=y +CONFIG_BLK_WBT_MQ=y +CONFIG_BLK_SED_OPAL=y +CONFIG_PARTITION_ADVANCED=y +CONFIG_KARMA_PARTITION=y +CONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS=y +CONFIG_HWPOISON_INJECT=m +CONFIG_HOTPLUG_PCI_PCIE=y +CONFIG_PCIEAER_INJECT=m +CONFIG_PCIE_DPC=y +CONFIG_PCIE_PTM=y +CONFIG_PCI_REALLOC_ENABLE_AUTO=y +CONFIG_PCI_STUB=m +CONFIG_PCI_PF_STUB=m +CONFIG_PCI_PRI=y +CONFIG_PCI_HYPERV=m +CONFIG_VGA_ARB=y +CONFIG_VGA_ARB_MAX_GPUS=16 +CONFIG_HOTPLUG_PCI_ACPI_IBM=m +CONFIG_HOTPLUG_PCI_CPCI=y +CONFIG_HOTPLUG_PCI_SHPC=y +CONFIG_PCIE_XILINX_NWL=y +CONFIG_PCIE_ROCKCHIP_HOST=y +CONFIG_PCIE_BRCMSTB=y +CONFIG_PCI_HYPERV_INTERFACE=m +CONFIG_PCIE_ROCKCHIP_DW_HOST=y +CONFIG_PCIE_CADENCE=y +CONFIG_PCIE_CADENCE_HOST=y +CONFIG_PCI_J721E=y +CONFIG_PCI_J721E_HOST=y +CONFIG_FW_LOADER_COMPRESS=y +CONFIG_FW_LOADER_COMPRESS_XZ=y +CONFIG_FW_CACHE=y +CONFIG_MOXTET=m +CONFIG_FSL_MC_UAPI_SUPPORT=y +CONFIG_MHI_BUS_PCI_GENERIC=m +CONFIG_CONNECTOR=y +CONFIG_PROC_EVENTS=y +CONFIG_ARM_SCMI_POWER_DOMAIN=y +CONFIG_ARM_SCPI_POWER_DOMAIN=m +CONFIG_DMI_SYSFS=y +CONFIG_ISCSI_IBFT=m +CONFIG_FW_CFG_SYSFS=m +CONFIG_TURRIS_MOX_RWTM=m +CONFIG_CS_DSP=m +CONFIG_GOOGLE_FIRMWARE=y +CONFIG_GOOGLE_COREBOOT_TABLE=y +CONFIG_GOOGLE_MEMCONSOLE=m +CONFIG_GOOGLE_FRAMEBUFFER_COREBOOT=y +CONFIG_GOOGLE_MEMCONSOLE_COREBOOT=m +CONFIG_GOOGLE_VPD=m +CONFIG_GNSS_SIRF_SERIAL=m +CONFIG_GNSS_UBX_SERIAL=m +CONFIG_MTD_AR7_PARTS=m +CONFIG_MTD_BLOCK_RO=m +CONFIG_RFD_FTL=m +CONFIG_SSFDC=m +CONFIG_MTD_OOPS=m +CONFIG_MTD_SWAP=m +CONFIG_MTD_RAM=m +CONFIG_MTD_INTEL_VR_NOR=m +CONFIG_MTD_PLATRAM=m +CONFIG_MTD_NAND_CORE=m +CONFIG_MTD_ONENAND=m +CONFIG_MTD_ONENAND_VERIFY_WRITE=y +CONFIG_MTD_ONENAND_2X_PROGRAM=y +CONFIG_MTD_LPDDR=m +CONFIG_MTD_QINFO_PROBE=m +CONFIG_SPI_HISI_SFC=m +CONFIG_MTD_UBI=m +CONFIG_MTD_UBI_WL_THRESHOLD=4096 +CONFIG_MTD_UBI_BEB_LIMIT=20 +CONFIG_MTD_UBI_BLOCK=y +CONFIG_USB_SERIAL_GENERIC=y +CONFIG_USB_SERIAL_SIMPLE=m +CONFIG_USB_SERIAL_AIRCABLE=m +CONFIG_USB_SERIAL_ARK3116=m +CONFIG_USB_SERIAL_BELKIN=m +CONFIG_USB_SERIAL_CH341=m +CONFIG_USB_SERIAL_WHITEHEAT=m +CONFIG_USB_SERIAL_DIGI_ACCELEPORT=m +CONFIG_USB_SERIAL_CYPRESS_M8=m +CONFIG_USB_SERIAL_EMPEG=m +CONFIG_USB_SERIAL_VISOR=m +CONFIG_USB_SERIAL_IPAQ=m +CONFIG_USB_SERIAL_IR=m +CONFIG_USB_SERIAL_EDGEPORT=m +CONFIG_USB_SERIAL_EDGEPORT_TI=m +CONFIG_USB_SERIAL_F81232=m +CONFIG_USB_SERIAL_F8153X=m +CONFIG_USB_SERIAL_GARMIN=m +CONFIG_USB_SERIAL_IPW=m +CONFIG_USB_SERIAL_IUU=m +CONFIG_USB_SERIAL_KEYSPAN_PDA=m +CONFIG_USB_SERIAL_KEYSPAN=m +CONFIG_USB_SERIAL_KLSI=m +CONFIG_USB_SERIAL_KOBIL_SCT=m +CONFIG_USB_SERIAL_MCT_U232=m +CONFIG_USB_SERIAL_METRO=m +CONFIG_USB_SERIAL_MOS7720=m +CONFIG_USB_SERIAL_MOS7715_PARPORT=y +CONFIG_USB_SERIAL_MOS7840=m +CONFIG_USB_SERIAL_MXUPORT=m +CONFIG_USB_SERIAL_NAVMAN=m +CONFIG_USB_SERIAL_PL2303=m +CONFIG_USB_SERIAL_OTI6858=m +CONFIG_USB_SERIAL_QCAUX=m +CONFIG_USB_SERIAL_QUALCOMM=m +CONFIG_USB_SERIAL_SPCP8X5=m +CONFIG_USB_SERIAL_SAFE=m +CONFIG_USB_SERIAL_SIERRAWIRELESS=m +CONFIG_USB_SERIAL_SYMBOL=m +CONFIG_USB_SERIAL_TI=m +CONFIG_USB_SERIAL_CYBERJACK=m +CONFIG_USB_SERIAL_OMNINET=m +CONFIG_USB_SERIAL_OPTICON=m +CONFIG_USB_SERIAL_XSENS_MT=m +CONFIG_USB_SERIAL_WISHBONE=m +CONFIG_USB_SERIAL_SSU100=m +CONFIG_USB_SERIAL_QT2=m +CONFIG_USB_SERIAL_UPD78F0730=m +CONFIG_USB_SERIAL_XR=m +CONFIG_USB_SERIAL_DEBUG=m +CONFIG_USB_EMI62=m +CONFIG_USB_EMI26=m +CONFIG_USB_ADUTUX=m +CONFIG_USB_SEVSEG=m +CONFIG_USB_LEGOTOWER=m +CONFIG_USB_LCD=m +CONFIG_USB_CYPRESS_CY7C63=m +CONFIG_USB_CYTHERM=m +CONFIG_USB_IDMOUSE=m +CONFIG_USB_FTDI_ELAN=m +CONFIG_USB_APPLEDISPLAY=m +CONFIG_APPLE_MFI_FASTCHARGE=m +CONFIG_USB_SISUSBVGA=m +CONFIG_USB_LD=m +CONFIG_USB_TRANCEVIBRATOR=m +CONFIG_USB_IOWARRIOR=m +CONFIG_USB_TEST=m +CONFIG_USB_EHSET_TEST_FIXTURE=m +CONFIG_USB_ISIGHTFW=m +CONFIG_USB_YUREX=m +CONFIG_USB_EZUSB_FX2=m +CONFIG_USB_CHAOSKEY=m +CONFIG_PARPORT=m +CONFIG_PARPORT_PC=m +CONFIG_PARPORT_SERIAL=m +CONFIG_PARPORT_1284=y +CONFIG_PARPORT_NOT_PC=y +CONFIG_BLK_DEV_NULL_BLK=m +CONFIG_CDROM=m +CONFIG_BLK_DEV_PCIESSD_MTIP32XX=m +CONFIG_BLK_DEV_LOOP=m +CONFIG_BLK_DEV_LOOP_MIN_COUNT=8 +CONFIG_BLK_DEV_DRBD=m +CONFIG_ATA_OVER_ETH=m +CONFIG_XEN_BLKDEV_BACKEND=m +CONFIG_NVME_HWMON=y +CONFIG_NVME_FABRICS=m +CONFIG_NVME_RDMA=m +CONFIG_NVME_FC=m +CONFIG_NVME_TCP=m +CONFIG_NVME_TARGET=m +CONFIG_NVME_TARGET_RDMA=m +CONFIG_NVME_TARGET_FC=m +CONFIG_NVME_TARGET_TCP=m +CONFIG_SENSORS_LIS3LV02D=m +CONFIG_AD525X_DPOT=m +CONFIG_AD525X_DPOT_I2C=m +CONFIG_AD525X_DPOT_SPI=m +CONFIG_TIFM_CORE=m +CONFIG_TIFM_7XX1=m +CONFIG_ICS932S401=m +CONFIG_ENCLOSURE_SERVICES=m +CONFIG_APDS9802ALS=m +CONFIG_ISL29003=m +CONFIG_ISL29020=m +CONFIG_SENSORS_TSL2550=m +CONFIG_SENSORS_BH1770=m +CONFIG_SENSORS_APDS990X=m +CONFIG_HMC6352=m +CONFIG_DS1682=m +CONFIG_MISC_RTSX=m +CONFIG_C2PORT=m +CONFIG_EEPROM_LEGACY=m +CONFIG_EEPROM_MAX6875=m +CONFIG_EEPROM_93CX6=m +CONFIG_EEPROM_EE1004=m +CONFIG_CB710_CORE=m +CONFIG_CB710_DEBUG_ASSUMPTIONS=y +CONFIG_TI_ST=m +CONFIG_SENSORS_LIS3_I2C=m +CONFIG_ALTERA_STAPL=m +CONFIG_MISC_RTSX_PCI=m +CONFIG_MISC_RTSX_USB=m +CONFIG_CHR_DEV_ST=m +CONFIG_BLK_DEV_SR=m +CONFIG_CHR_DEV_SG=m +CONFIG_CHR_DEV_SCH=m +CONFIG_SCSI_ENCLOSURE=m +CONFIG_SCSI_CONSTANTS=y +CONFIG_SCSI_LOGGING=y +CONFIG_SCSI_SCAN_ASYNC=y +CONFIG_SCSI_SPI_ATTRS=m +CONFIG_SCSI_FC_ATTRS=m +CONFIG_SCSI_ISCSI_ATTRS=m +CONFIG_SCSI_SRP_ATTRS=m +CONFIG_ISCSI_TCP=m +CONFIG_ISCSI_BOOT_SYSFS=m +CONFIG_SCSI_CXGB3_ISCSI=m +CONFIG_SCSI_CXGB4_ISCSI=m +CONFIG_SCSI_BNX2_ISCSI=m +CONFIG_SCSI_BNX2X_FCOE=m +CONFIG_BE2ISCSI=m +CONFIG_BLK_DEV_3W_XXXX_RAID=m +CONFIG_SCSI_HPSA=m +CONFIG_SCSI_3W_9XXX=m +CONFIG_SCSI_3W_SAS=m +CONFIG_SCSI_ACARD=m +CONFIG_SCSI_AACRAID=m +CONFIG_SCSI_AIC7XXX=m +CONFIG_AIC7XXX_CMDS_PER_DEVICE=32 +CONFIG_AIC7XXX_RESET_DELAY_MS=15000 +CONFIG_AIC7XXX_DEBUG_ENABLE=y +CONFIG_AIC7XXX_DEBUG_MASK=0 +CONFIG_AIC7XXX_REG_PRETTY_PRINT=y +CONFIG_SCSI_AIC79XX=m +CONFIG_AIC79XX_CMDS_PER_DEVICE=32 +CONFIG_AIC79XX_RESET_DELAY_MS=15000 +CONFIG_AIC79XX_DEBUG_ENABLE=y +CONFIG_AIC79XX_DEBUG_MASK=0 +CONFIG_AIC79XX_REG_PRETTY_PRINT=y +CONFIG_SCSI_AIC94XX=m +CONFIG_SCSI_HISI_SAS=m +CONFIG_SCSI_HISI_SAS_PCI=m +CONFIG_SCSI_MVSAS=m +CONFIG_SCSI_MVUMI=m +CONFIG_SCSI_ADVANSYS=m +CONFIG_SCSI_ESAS2R=m +CONFIG_SCSI_MPT2SAS=m +CONFIG_SCSI_MPI3MR=m +CONFIG_SCSI_SMARTPQI=m +CONFIG_SCSI_HPTIOP=m +CONFIG_XEN_SCSI_FRONTEND=m +CONFIG_HYPERV_STORAGE=m +CONFIG_LIBFC=m +CONFIG_LIBFCOE=m +CONFIG_FCOE=m +CONFIG_SCSI_SNIC=m +CONFIG_SCSI_DMX3191D=m +CONFIG_SCSI_STEX=m +CONFIG_SCSI_SYM53C8XX_2=m +CONFIG_SCSI_SYM53C8XX_DMA_ADDRESSING_MODE=1 +CONFIG_SCSI_SYM53C8XX_DEFAULT_TAGS=16 +CONFIG_SCSI_SYM53C8XX_MAX_TAGS=64 +CONFIG_SCSI_SYM53C8XX_MMIO=y +CONFIG_SCSI_QLA_FC=m +CONFIG_TCM_QLA2XXX=m +CONFIG_SCSI_QLA_ISCSI=m +CONFIG_QEDI=m +CONFIG_QEDF=m +CONFIG_SCSI_LPFC=m +CONFIG_SCSI_WD719X=m +CONFIG_SCSI_PMCRAID=m +CONFIG_SCSI_PM8001=m +CONFIG_SCSI_BFA_FC=m +CONFIG_SCSI_VIRTIO=m +CONFIG_SCSI_CHELSIO_FCOE=m +CONFIG_SCSI_DH=y +CONFIG_SCSI_DH_RDAC=m +CONFIG_SCSI_DH_HP_SW=m +CONFIG_SCSI_DH_EMC=m +CONFIG_SCSI_DH_ALUA=m +CONFIG_AHCI_DWC=m +CONFIG_AHCI_TEGRA=m +CONFIG_SATA_AHCI_SEATTLE=m +CONFIG_SATA_ACARD_AHCI=m +CONFIG_PDC_ADMA=m +CONFIG_SATA_QSTOR=m +CONFIG_SATA_SX4=m +CONFIG_ATA_PIIX=m +CONFIG_SATA_MV=m +CONFIG_SATA_NV=m +CONFIG_SATA_PROMISE=m +CONFIG_SATA_SIL=m +CONFIG_SATA_SIS=m +CONFIG_SATA_SVW=m +CONFIG_SATA_ULI=m +CONFIG_SATA_VIA=m +CONFIG_SATA_VITESSE=m +CONFIG_PATA_ARTOP=m +CONFIG_PATA_ATP867X=m +CONFIG_PATA_CMD64X=m +CONFIG_PATA_IT8213=m +CONFIG_PATA_IT821X=m +CONFIG_PATA_JMICRON=m +CONFIG_PATA_MARVELL=m +CONFIG_PATA_NINJA32=m +CONFIG_PATA_RDC=m +CONFIG_PATA_SCH=m +CONFIG_PATA_SIS=m +CONFIG_PATA_TOSHIBA=m +CONFIG_ATA_GENERIC=m +CONFIG_MD_LINEAR=m +CONFIG_MD_RAID0=m +CONFIG_MD_RAID1=m +CONFIG_MD_RAID10=m +CONFIG_MD_RAID456=m +CONFIG_MD_MULTIPATH=m +CONFIG_MD_FAULTY=m +CONFIG_MD_CLUSTER=m +CONFIG_BCACHE=m +CONFIG_DM_BIO_PRISON=m +CONFIG_DM_PERSISTENT_DATA=m +CONFIG_DM_UNSTRIPED=m +CONFIG_DM_CRYPT=m +CONFIG_DM_SNAPSHOT=m +CONFIG_DM_THIN_PROVISIONING=m +CONFIG_DM_CACHE=m +CONFIG_DM_CACHE_SMQ=m +CONFIG_DM_WRITECACHE=m +CONFIG_DM_ERA=m +CONFIG_DM_LOG_USERSPACE=m +CONFIG_DM_RAID=m +CONFIG_DM_MULTIPATH=m +CONFIG_DM_MULTIPATH_QL=m +CONFIG_DM_MULTIPATH_ST=m +CONFIG_DM_DELAY=m +CONFIG_DM_FLAKEY=m +CONFIG_DM_SWITCH=m +CONFIG_DM_LOG_WRITES=m +CONFIG_DM_INTEGRITY=m +CONFIG_DM_ZONED=m +CONFIG_DM_AUDIT=y +CONFIG_ZONE_DMA=y +CONFIG_TARGET_CORE=m +CONFIG_TCM_IBLOCK=m +CONFIG_TCM_FILEIO=m +CONFIG_TCM_PSCSI=m +CONFIG_TCM_USER2=m +CONFIG_LOOPBACK_TARGET=m +CONFIG_TCM_FC=m +CONFIG_ISCSI_TARGET=m +CONFIG_ISCSI_TARGET_CXGB4=m +CONFIG_SBP_TARGET=m +CONFIG_FUSION=y +CONFIG_FUSION_SPI=m +CONFIG_FUSION_FC=m +CONFIG_FUSION_SAS=m +CONFIG_FUSION_MAX_SGE=128 +CONFIG_FUSION_CTL=m +CONFIG_FIREWIRE=m +CONFIG_FIREWIRE_OHCI=m +CONFIG_FIREWIRE_SBP2=m +CONFIG_FIREWIRE_NET=m +CONFIG_FIREWIRE_NOSY=m +CONFIG_BONDING=m +CONFIG_EQUALIZER=m +CONFIG_NET_TEAM=m +CONFIG_NET_TEAM_MODE_BROADCAST=m +CONFIG_NET_TEAM_MODE_ROUNDROBIN=m +CONFIG_NET_TEAM_MODE_RANDOM=m +CONFIG_NET_TEAM_MODE_ACTIVEBACKUP=m +CONFIG_NET_TEAM_MODE_LOADBALANCE=m +CONFIG_NET_CLS_ROUTE4=m +CONFIG_NET_CLS_CGROUP=m +CONFIG_NET_EMATCH_CANID=m +CONFIG_NET_EMATCH_IPSET=m +CONFIG_NET_EMATCH_IPT=m +CONFIG_NET_ACT_SAMPLE=m +CONFIG_NET_ACT_IPT=m +CONFIG_NET_ACT_NAT=m +CONFIG_NET_ACT_PEDIT=m +CONFIG_NET_ACT_SIMP=m +CONFIG_NET_ACT_CSUM=m +CONFIG_NET_ACT_MPLS=m +CONFIG_NET_ACT_VLAN=m +CONFIG_NET_ACT_CONNMARK=m +CONFIG_NET_ACT_CTINFO=m +CONFIG_NET_ACT_SKBMOD=m +CONFIG_NET_ACT_IFE=m +CONFIG_NET_ACT_TUNNEL_KEY=m +CONFIG_NET_ACT_CT=m +CONFIG_NET_IFE_SKBMARK=m +CONFIG_NET_IFE_SKBPRIO=m +CONFIG_NET_IFE_SKBTCINDEX=m +CONFIG_DCB=y +CONFIG_BATMAN_ADV=m +CONFIG_BATMAN_ADV_BATMAN_V=y +CONFIG_BATMAN_ADV_BLA=y +CONFIG_BATMAN_ADV_DAT=y +CONFIG_BATMAN_ADV_NC=y +CONFIG_BATMAN_ADV_MCAST=y +CONFIG_OPENVSWITCH=m +CONFIG_OPENVSWITCH_GRE=m +CONFIG_OPENVSWITCH_VXLAN=m +CONFIG_OPENVSWITCH_GENEVE=m +CONFIG_HYPERV_VSOCKETS=m +CONFIG_NETLINK_DIAG=m +CONFIG_MPLS=y +CONFIG_NET_MPLS_GSO=y +CONFIG_MPLS_ROUTING=m +CONFIG_MPLS_IPTUNNEL=m +CONFIG_NET_NSH=m +CONFIG_CGROUP_NET_CLASSID=y +CONFIG_BPF_STREAM_PARSER=y +CONFIG_NET_PKTGEN=m +CONFIG_NET_DROP_MONITOR=m +CONFIG_IPVLAN_L3S=y +CONFIG_IPVLAN=m +CONFIG_IPVTAP=m +CONFIG_VXLAN=m +CONFIG_GENEVE=m +CONFIG_NETCONSOLE=m +CONFIG_NETCONSOLE_DYNAMIC=y +CONFIG_NETPOLL=y +CONFIG_NET_POLL_CONTROLLER=y +CONFIG_NLMON=m +CONFIG_NET_VRF=m +CONFIG_VSOCKMON=m +CONFIG_MHI_NET=m +CONFIG_BCM87XX_PHY=m +CONFIG_BCM_NET_PHYPTP=m +CONFIG_CICADA_PHY=m +CONFIG_CORTINA_PHY=m +CONFIG_DAVICOM_PHY=m +CONFIG_ICPLUS_PHY=m +CONFIG_LXT_PHY=m +CONFIG_LSI_ET1011C_PHY=m +CONFIG_MICROCHIP_T1_PHY=m +CONFIG_MOTORCOMM_PHY=m +CONFIG_NATIONAL_PHY=m +CONFIG_QSEMI_PHY=m +CONFIG_RENESAS_PHY=m +CONFIG_STE10XP=m +CONFIG_TERANETICS_PHY=m +CONFIG_DP83822_PHY=m +CONFIG_DP83TC811_PHY=m +CONFIG_DP83848_PHY=m +CONFIG_CAN_VXCAN=m +CONFIG_CAN_C_CAN=m +CONFIG_CAN_C_CAN_PLATFORM=m +CONFIG_CAN_M_CAN=m +CONFIG_CAN_M_CAN_PLATFORM=m +CONFIG_CAN_PEAK_PCIEFD=m +CONFIG_CAN_SJA1000=m +CONFIG_CAN_EMS_PCI=m +CONFIG_CAN_KVASER_PCI=m +CONFIG_CAN_PEAK_PCI=m +CONFIG_CAN_PEAK_PCIEC=y +CONFIG_CAN_PLX_PCI=m +CONFIG_CAN_SJA1000_ISA=m +CONFIG_CAN_SOFTING=m +CONFIG_CAN_HI311X=m +CONFIG_CAN_MCP251X=m +CONFIG_CAN_8DEV_USB=m +CONFIG_CAN_EMS_USB=m +CONFIG_CAN_ESD_USB=m +CONFIG_CAN_GS_USB=m +CONFIG_CAN_KVASER_USB=m +CONFIG_CAN_MCBA_USB=m +CONFIG_CAN_PEAK_USB=m +CONFIG_CAN_UCAN=m +CONFIG_MDIO_HISI_FEMAC=m +CONFIG_MDIO_I2C=m +CONFIG_PPP_MULTILINK=y +CONFIG_PPPOATM=m +CONFIG_PPPOE=m +CONFIG_PPP_ASYNC=m +CONFIG_PPP_SYNC_TTY=m +CONFIG_SLIP=m +CONFIG_SLIP_COMPRESSED=y +CONFIG_SLIP_SMART=y +CONFIG_SLIP_MODE_SLIP6=y +CONFIG_USB_CATC=m +CONFIG_USB_KAWETH=m +CONFIG_USB_NET_HUAWEI_CDC_NCM=m +CONFIG_USB_NET_CDC_MBIM=m +CONFIG_USB_NET_SR9700=m +CONFIG_USB_NET_GL620A=m +CONFIG_USB_NET_NET1080=m +CONFIG_USB_NET_RNDIS_HOST=m +CONFIG_USB_NET_CDC_SUBSET_ENABLE=m +CONFIG_USB_NET_CDC_SUBSET=m +CONFIG_USB_ALI_M5632=y +CONFIG_USB_AN2720=y +CONFIG_USB_BELKIN=y +CONFIG_USB_ARMLINUX=y +CONFIG_USB_EPSON2888=y +CONFIG_USB_KC2190=y +CONFIG_USB_NET_ZAURUS=m +CONFIG_USB_NET_CX82310_ETH=m +CONFIG_USB_NET_KALMIA=m +CONFIG_USB_NET_QMI_WWAN=m +CONFIG_USB_HSO=m +CONFIG_USB_NET_INT51X1=m +CONFIG_USB_CDC_PHONET=m +CONFIG_USB_IPHETH=m +CONFIG_USB_SIERRA_NET=m +CONFIG_USB_VL600=m +CONFIG_USB_NET_CH9200=m +CONFIG_HID_PID=y +CONFIG_WLAN_VENDOR_ADMTEK=y +CONFIG_ADM8211=m +CONFIG_ATH_COMMON=m +CONFIG_WLAN_VENDOR_ATH=y +CONFIG_ATH5K=m +CONFIG_ATH5K_PCI=y +CONFIG_ATH9K_HW=m +CONFIG_ATH9K_COMMON=m +CONFIG_ATH9K_BTCOEX_SUPPORT=y +CONFIG_ATH9K=m +CONFIG_ATH9K_PCI=y +CONFIG_ATH9K_RFKILL=y +CONFIG_ATH9K_CHANNEL_CONTEXT=y +CONFIG_ATH9K_PCOEM=y +CONFIG_ATH9K_HTC=m +CONFIG_CARL9170=m +CONFIG_CARL9170_LEDS=y +CONFIG_CARL9170_WPC=y +CONFIG_ATH6KL=m +CONFIG_ATH6KL_SDIO=m +CONFIG_ATH6KL_USB=m +CONFIG_AR5523=m +CONFIG_WIL6210=m +CONFIG_WIL6210_ISR_COR=y +CONFIG_WIL6210_TRACING=y +CONFIG_WIL6210_DEBUGFS=y +CONFIG_ATH10K=m +CONFIG_ATH10K_CE=y +CONFIG_ATH10K_PCI=m +CONFIG_ATH10K_USB=m +CONFIG_WCN36XX=m +CONFIG_ATH11K=m +CONFIG_ATH11K_AHB=m +CONFIG_ATH11K_PCI=m +CONFIG_AT76C50X_USB=m +CONFIG_WLAN_VENDOR_ATMEL=y +CONFIG_WLAN_VENDOR_BROADCOM=y +CONFIG_B43=m +CONFIG_B43_BCMA=y +CONFIG_B43_SSB=y +CONFIG_B43_BUSES_BCMA_AND_SSB=y +CONFIG_B43_PCI_AUTOSELECT=y +CONFIG_B43_PCICORE_AUTOSELECT=y +CONFIG_B43_SDIO=y +CONFIG_B43_BCMA_PIO=y +CONFIG_B43_PIO=y +CONFIG_B43_PHY_G=y +CONFIG_B43_PHY_N=y +CONFIG_B43_PHY_LP=y +CONFIG_B43_PHY_HT=y +CONFIG_B43_LEDS=y +CONFIG_B43_HWRNG=y +CONFIG_B43LEGACY=m +CONFIG_B43LEGACY_PCI_AUTOSELECT=y +CONFIG_B43LEGACY_PCICORE_AUTOSELECT=y +CONFIG_B43LEGACY_LEDS=y +CONFIG_B43LEGACY_HWRNG=y +CONFIG_B43LEGACY_DEBUG=y +CONFIG_B43LEGACY_DMA=y +CONFIG_B43LEGACY_PIO=y +CONFIG_B43LEGACY_DMA_AND_PIO_MODE=y +CONFIG_BRCMUTIL=m +CONFIG_BRCMSMAC=m +CONFIG_BRCMFMAC=m +CONFIG_BRCMFMAC_PROTO_BCDC=y +CONFIG_BRCMFMAC_PROTO_MSGBUF=y +CONFIG_BRCMFMAC_SDIO=y +CONFIG_BRCMFMAC_USB=y +CONFIG_BRCMFMAC_PCIE=y +CONFIG_WLAN_VENDOR_CISCO=y +CONFIG_WLAN_VENDOR_INTEL=y +CONFIG_IPW2200=m +CONFIG_IPW2200_MONITOR=y +CONFIG_IPW2200_RADIOTAP=y +CONFIG_IPW2200_PROMISCUOUS=y +CONFIG_IPW2200_QOS=y +CONFIG_LIBIPW=m +CONFIG_IWLEGACY=m +CONFIG_IWL4965=m +CONFIG_IWL3945=m +CONFIG_IWLWIFI=m +CONFIG_IWLWIFI_LEDS=y +CONFIG_IWLDVM=m +CONFIG_IWLMVM=m +CONFIG_IWLWIFI_OPMODE_MODULAR=y +CONFIG_VMXNET3=m +CONFIG_INPUT_SPARSEKMAP=m +CONFIG_INPUT_MOUSEDEV=y +CONFIG_INPUT_MOUSEDEV_PSAUX=y +CONFIG_INPUT_MOUSEDEV_SCREEN_X=1024 +CONFIG_INPUT_MOUSEDEV_SCREEN_Y=768 +CONFIG_INPUT_JOYDEV=m +CONFIG_KEYBOARD_ADP5588=m +CONFIG_KEYBOARD_QT2160=m +CONFIG_KEYBOARD_GPIO_POLLED=m +CONFIG_KEYBOARD_LM8323=m +CONFIG_KEYBOARD_MAX7359=m +CONFIG_KEYBOARD_TEGRA=m +CONFIG_KEYBOARD_OPENCORES=m +CONFIG_KEYBOARD_STOWAWAY=m +CONFIG_MOUSE_ELAN_I2C=m +CONFIG_MOUSE_ELAN_I2C_I2C=y +CONFIG_MOUSE_SYNAPTICS_I2C=m +CONFIG_MOUSE_SYNAPTICS_USB=m +CONFIG_INPUT_TABLET=y +CONFIG_TABLET_USB_ACECAD=m +CONFIG_TABLET_USB_AIPTEK=m +CONFIG_TABLET_USB_HANWANG=m +CONFIG_TABLET_USB_KBTAB=m +CONFIG_TABLET_USB_PEGASUS=m +CONFIG_TABLET_SERIAL_WACOM4=m +CONFIG_TOUCHSCREEN_ADS7846=m +CONFIG_TOUCHSCREEN_AD7877=m +CONFIG_TOUCHSCREEN_AD7879=m +CONFIG_TOUCHSCREEN_AD7879_I2C=m +CONFIG_TOUCHSCREEN_DYNAPRO=m +CONFIG_TOUCHSCREEN_HAMPSHIRE=m +CONFIG_TOUCHSCREEN_EETI=m +CONFIG_TOUCHSCREEN_FUJITSU=m +CONFIG_TOUCHSCREEN_GUNZE=m +CONFIG_TOUCHSCREEN_ELAN=m +CONFIG_TOUCHSCREEN_ELO=m +CONFIG_TOUCHSCREEN_WACOM_W8001=m +CONFIG_TOUCHSCREEN_MCS5000=m +CONFIG_TOUCHSCREEN_MTOUCH=m +CONFIG_TOUCHSCREEN_INEXIO=m +CONFIG_TOUCHSCREEN_MK712=m +CONFIG_TOUCHSCREEN_PENMOUNT=m +CONFIG_TOUCHSCREEN_RASPBERRYPI_FW=m +CONFIG_TOUCHSCREEN_TOUCHRIGHT=m +CONFIG_TOUCHSCREEN_TOUCHWIN=m +CONFIG_TOUCHSCREEN_TSC2007=m +CONFIG_TOUCHSCREEN_SILEAD=m +CONFIG_TOUCHSCREEN_SUR40=m +CONFIG_TOUCHSCREEN_TPS6507X=m +CONFIG_INPUT_PM8941_PWRKEY=m +CONFIG_INPUT_GPIO_BEEPER=m +CONFIG_INPUT_GPIO_VIBRA=m +CONFIG_INPUT_ATI_REMOTE2=m +CONFIG_INPUT_KEYSPAN_REMOTE=m +CONFIG_INPUT_POWERMATE=m +CONFIG_INPUT_YEALINK=m +CONFIG_INPUT_CM109=m +CONFIG_INPUT_AXP20X_PEK=m +CONFIG_INPUT_RK805_PWRKEY=m +CONFIG_RMI4_CORE=m +CONFIG_SERIO_ALTERA_PS2=m +CONFIG_SERIAL_8250_EXAR=m +CONFIG_SERIAL_RP2=m +CONFIG_SERIAL_RP2_NR_UARTS=32 +CONFIG_N_GSM=m +CONFIG_NOZOMI=m +CONFIG_TTY_PRINTK=m +CONFIG_TTY_PRINTK_LEVEL=6 +CONFIG_IPMI_SSIF=m +CONFIG_IPMI_WATCHDOG=m +CONFIG_IPMI_POWEROFF=m +CONFIG_TCG_TIS_SPI=m +CONFIG_TCG_TIS_I2C_CR50=m +CONFIG_TCG_CRB=y +CONFIG_TCG_VTPM_PROXY=m +CONFIG_I2C_MUX_PINCTRL=m +CONFIG_I2C_MUX_REG=m +CONFIG_I2C_SMBUS=m +CONFIG_I2C_ALGOPCA=m +CONFIG_I2C_ISCH=m +CONFIG_I2C_OCORES=m +CONFIG_I2C_PCA_PLATFORM=m +CONFIG_I2C_SIMTEC=m +CONFIG_I2C_THUNDERX=m +CONFIG_I2C_XLP9XX=m +CONFIG_I2C_DIOLAN_U2C=m +CONFIG_I2C_ROBOTFUZZ_OSIF=m +CONFIG_I2C_TAOS_EVM=m +CONFIG_I2C_TINY_USB=m +CONFIG_I2C_VIPERBOARD=m +CONFIG_I2C_XGENE_SLIMPRO=m +CONFIG_SPI_BITBANG=m +CONFIG_SPI_BUTTERFLY=m +CONFIG_SPI_GPIO=m +CONFIG_SPI_LM70_LLP=m +CONFIG_SPI_OMAP24XX=m +CONFIG_SPI_ROCKCHIP_SFC=m +CONFIG_SPI_TEGRA20_SFLASH=m +CONFIG_SPI_TEGRA20_SLINK=m +CONFIG_SPI_THUNDERX=m +CONFIG_SPI_XLP=m +CONFIG_PPS_CLIENT_LDISC=m +CONFIG_PPS_CLIENT_PARPORT=m +CONFIG_DP83640_PHY=m +CONFIG_PTP_1588_CLOCK_INES=m +CONFIG_PTP_1588_CLOCK_IDT82P33=m +CONFIG_PTP_1588_CLOCK_IDTCM=m +CONFIG_PTP_1588_CLOCK_OCP=m +CONFIG_PINCTRL_AMD=y +CONFIG_PINCTRL_AXP209=m +CONFIG_PINCTRL_RK805=y +CONFIG_PINCTRL_QCOM_SSBI_PMIC=y +CONFIG_GPIO_SYSFS=y +CONFIG_GPIO_EXAR=m +CONFIG_GPIO_XLP=y +CONFIG_GPIO_ZYNQ=m +CONFIG_GPIO_PCI_IDIO_16=m +CONFIG_GPIO_PCIE_IDIO_24=m +CONFIG_GPIO_MOXTET=m +CONFIG_GPIO_VIPERBOARD=m +CONFIG_W1=m +CONFIG_W1_CON=y +CONFIG_W1_MASTER_DS2490=m +CONFIG_W1_MASTER_DS2482=m +CONFIG_W1_MASTER_GPIO=m +CONFIG_W1_SLAVE_THERM=m +CONFIG_W1_SLAVE_SMEM=m +CONFIG_W1_SLAVE_DS2405=m +CONFIG_W1_SLAVE_DS2408=m +CONFIG_W1_SLAVE_DS2408_READBACK=y +CONFIG_W1_SLAVE_DS2413=m +CONFIG_W1_SLAVE_DS2406=m +CONFIG_W1_SLAVE_DS2423=m +CONFIG_W1_SLAVE_DS2805=m +CONFIG_W1_SLAVE_DS2431=m +CONFIG_W1_SLAVE_DS2433=m +CONFIG_W1_SLAVE_DS2438=m +CONFIG_W1_SLAVE_DS2780=m +CONFIG_W1_SLAVE_DS2781=m +CONFIG_W1_SLAVE_DS28E04=m +CONFIG_W1_SLAVE_DS28E17=m +CONFIG_POWER_RESET_VEXPRESS=y +CONFIG_POWER_RESET_SYSCON_POWEROFF=y +CONFIG_POWER_SUPPLY_HWMON=y +CONFIG_BATTERY_CW2015=m +CONFIG_BATTERY_DS2760=m +CONFIG_BATTERY_BQ27XXX=m +CONFIG_BATTERY_BQ27XXX_HDQ=m +CONFIG_CHARGER_AXP20X=m +CONFIG_BATTERY_AXP20X=m +CONFIG_AXP20X_POWER=m +CONFIG_CHARGER_GPIO=m +CONFIG_CHARGER_QCOM_SMBB=m +CONFIG_CHARGER_RK817=m +CONFIG_CHARGER_CROS_USBPD=m +CONFIG_HWMON=y +CONFIG_HWMON_VID=m +CONFIG_SENSORS_AD7414=m +CONFIG_SENSORS_AD7418=m +CONFIG_SENSORS_ADM1029=m +CONFIG_SENSORS_ADM9240=m +CONFIG_SENSORS_ADT7411=m +CONFIG_SENSORS_ADT7462=m +CONFIG_SENSORS_ADT7470=m +CONFIG_SENSORS_ADT7475=m +CONFIG_SENSORS_ASC7621=m +CONFIG_SENSORS_ARM_SCPI=m +CONFIG_SENSORS_ATXP1=m +CONFIG_SENSORS_DRIVETEMP=m +CONFIG_SENSORS_DS620=m +CONFIG_SENSORS_I5K_AMB=m +CONFIG_SENSORS_F71882FG=m +CONFIG_SENSORS_F75375S=m +CONFIG_SENSORS_FTSTEUTATES=m +CONFIG_SENSORS_G760A=m +CONFIG_SENSORS_GPIO_FAN=m +CONFIG_SENSORS_IBMAEM=m +CONFIG_SENSORS_IBMPEX=m +CONFIG_SENSORS_JC42=m +CONFIG_SENSORS_LINEAGE=m +CONFIG_SENSORS_LTC4151=m +CONFIG_SENSORS_LTC4215=m +CONFIG_SENSORS_LTC4245=m +CONFIG_SENSORS_LTC4261=m +CONFIG_SENSORS_MAX1111=m +CONFIG_SENSORS_MAX16065=m +CONFIG_SENSORS_MAX1668=m +CONFIG_SENSORS_MAX6639=m +CONFIG_SENSORS_MAX6650=m +CONFIG_SENSORS_ADCXX=m +CONFIG_SENSORS_LM70=m +CONFIG_SENSORS_LM73=m +CONFIG_SENSORS_LM75=m +CONFIG_SENSORS_LM90=m +CONFIG_SENSORS_LM93=m +CONFIG_SENSORS_LM95241=m +CONFIG_SENSORS_LM95245=m +CONFIG_SENSORS_PC87427=m +CONFIG_SENSORS_NTC_THERMISTOR=m +CONFIG_SENSORS_NCT6683=m +CONFIG_SENSORS_NCT6775_CORE=m +CONFIG_SENSORS_NCT6775=m +CONFIG_SENSORS_NCT7802=m +CONFIG_SENSORS_NCT7904=m +CONFIG_SENSORS_NPCM7XX=m +CONFIG_SENSORS_PWM_FAN=m +CONFIG_SENSORS_SL28CPLD=m +CONFIG_SENSORS_SHT21=m +CONFIG_SENSORS_SHT3x=m +CONFIG_SENSORS_SHT4x=m +CONFIG_SENSORS_DME1737=m +CONFIG_SENSORS_EMC1403=m +CONFIG_SENSORS_EMC2103=m +CONFIG_SENSORS_EMC6W201=m +CONFIG_SENSORS_SMSC47M192=m +CONFIG_SENSORS_SCH56XX_COMMON=m +CONFIG_SENSORS_SCH5627=m +CONFIG_SENSORS_SMM665=m +CONFIG_SENSORS_ADS7828=m +CONFIG_SENSORS_ADS7871=m +CONFIG_SENSORS_AMC6821=m +CONFIG_SENSORS_THMC50=m +CONFIG_SENSORS_TMP102=m +CONFIG_SENSORS_TMP401=m +CONFIG_SENSORS_TMP421=m +CONFIG_SENSORS_VT1211=m +CONFIG_SENSORS_VT8231=m +CONFIG_SENSORS_W83773G=m +CONFIG_SENSORS_W83791D=m +CONFIG_SENSORS_W83792D=m +CONFIG_SENSORS_W83793=m +CONFIG_SENSORS_W83795=m +CONFIG_SENSORS_W83L786NG=m +CONFIG_SENSORS_W83627EHF=m +CONFIG_SENSORS_XGENE=m +CONFIG_THERMAL_HWMON=y +CONFIG_K3_THERMAL=m +CONFIG_KHADAS_MCU_FAN_THERMAL=m +CONFIG_WATCHDOG_SYSFS=y +CONFIG_WATCHDOG_HRTIMER_PRETIMEOUT=y +CONFIG_SOFT_WATCHDOG=m +CONFIG_GPIO_WATCHDOG=m +CONFIG_ARMADA_37XX_WATCHDOG=m +CONFIG_K3_RTI_WATCHDOG=m +CONFIG_TEGRA_WATCHDOG=m +CONFIG_I6300ESB_WDT=m +CONFIG_XEN_WDT=m +CONFIG_SSB=m +CONFIG_SSB_SPROM=y +CONFIG_SSB_BLOCKIO=y +CONFIG_SSB_PCIHOST_POSSIBLE=y +CONFIG_SSB_PCIHOST=y +CONFIG_SSB_B43_PCI_BRIDGE=y +CONFIG_SSB_SDIOHOST_POSSIBLE=y +CONFIG_SSB_SDIOHOST=y +CONFIG_SSB_DRIVER_PCICORE_POSSIBLE=y +CONFIG_SSB_DRIVER_PCICORE=y +CONFIG_BCMA=m +CONFIG_BCMA_BLOCKIO=y +CONFIG_BCMA_HOST_PCI_POSSIBLE=y +CONFIG_BCMA_HOST_PCI=y +CONFIG_BCMA_DRIVER_PCI=y +CONFIG_LPC_SCH=m +CONFIG_MFD_VIPERBOARD=m +CONFIG_MFD_QCOM_RPM=m +CONFIG_MFD_KHADAS_MCU=m +CONFIG_REGULATOR_RASPBERRYPI_TOUCHSCREEN_ATTINY=m +CONFIG_RC_MAP=m +CONFIG_IR_IMON_DECODER=m +CONFIG_IR_JVC_DECODER=m +CONFIG_IR_MCE_KBD_DECODER=m +CONFIG_IR_NEC_DECODER=m +CONFIG_IR_RC5_DECODER=m +CONFIG_IR_RC6_DECODER=m +CONFIG_IR_SANYO_DECODER=m +CONFIG_IR_SHARP_DECODER=m +CONFIG_IR_SONY_DECODER=m +CONFIG_IR_XMP_DECODER=m +CONFIG_IR_ENE=m +CONFIG_IR_GPIO_CIR=m +CONFIG_IR_IGORPLUGUSB=m +CONFIG_IR_IGUANA=m +CONFIG_IR_IMON=m +CONFIG_IR_IMON_RAW=m +CONFIG_IR_MCEUSB=m +CONFIG_IR_REDRAT3=m +CONFIG_IR_STREAMZAP=m +CONFIG_IR_TTUSBIR=m +CONFIG_RC_ATI_REMOTE=m +CONFIG_RC_LOOPBACK=m +CONFIG_USB_GSPCA=m +CONFIG_USB_GSPCA_BENQ=m +CONFIG_USB_GSPCA_CONEX=m +CONFIG_USB_GSPCA_CPIA1=m +CONFIG_USB_GSPCA_DTCS033=m +CONFIG_USB_GSPCA_ETOMS=m +CONFIG_USB_GSPCA_FINEPIX=m +CONFIG_USB_GSPCA_JEILINJ=m +CONFIG_USB_GSPCA_JL2005BCD=m +CONFIG_USB_GSPCA_KINECT=m +CONFIG_USB_GSPCA_KONICA=m +CONFIG_USB_GSPCA_MARS=m +CONFIG_USB_GSPCA_MR97310A=m +CONFIG_USB_GSPCA_NW80X=m +CONFIG_USB_GSPCA_OV519=m +CONFIG_USB_GSPCA_OV534=m +CONFIG_USB_GSPCA_OV534_9=m +CONFIG_USB_GSPCA_PAC207=m +CONFIG_USB_GSPCA_PAC7302=m +CONFIG_USB_GSPCA_PAC7311=m +CONFIG_USB_GSPCA_SE401=m +CONFIG_USB_GSPCA_SN9C2028=m +CONFIG_USB_GSPCA_SN9C20X=m +CONFIG_USB_GSPCA_SONIXB=m +CONFIG_USB_GSPCA_SONIXJ=m +CONFIG_USB_GSPCA_SPCA1528=m +CONFIG_USB_GSPCA_SPCA500=m +CONFIG_USB_GSPCA_SPCA501=m +CONFIG_USB_GSPCA_SPCA505=m +CONFIG_USB_GSPCA_SPCA506=m +CONFIG_USB_GSPCA_SPCA508=m +CONFIG_USB_GSPCA_SPCA561=m +CONFIG_USB_GSPCA_SQ905=m +CONFIG_USB_GSPCA_SQ905C=m +CONFIG_USB_GSPCA_SQ930X=m +CONFIG_USB_GSPCA_STK014=m +CONFIG_USB_GSPCA_STK1135=m +CONFIG_USB_GSPCA_STV0680=m +CONFIG_USB_GSPCA_SUNPLUS=m +CONFIG_USB_GSPCA_T613=m +CONFIG_USB_GSPCA_TOPRO=m +CONFIG_USB_GSPCA_TOUPTEK=m +CONFIG_USB_GSPCA_TV8532=m +CONFIG_USB_GSPCA_VC032X=m +CONFIG_USB_GSPCA_VICAM=m +CONFIG_USB_GSPCA_XIRLINK_CIT=m +CONFIG_USB_GSPCA_ZC3XX=m +CONFIG_USB_GL860=m +CONFIG_USB_M5602=m +CONFIG_USB_STV06XX=m +CONFIG_USB_PWC=m +CONFIG_USB_PWC_INPUT_EVDEV=y +CONFIG_USB_S2255=m +CONFIG_VIDEO_USBTV=m +CONFIG_USB_VIDEO_CLASS=m +CONFIG_VIDEO_EM28XX=m +CONFIG_VIDEO_EM28XX_V4L2=m +CONFIG_VIDEO_EM28XX_ALSA=m +CONFIG_VIDEO_EM28XX_DVB=m +CONFIG_VIDEO_EM28XX_RC=m +CONFIG_VIDEO_MESON_GE2D=m +CONFIG_VIDEO_CAFE_CCIC=m +CONFIG_VIDEO_ROCKCHIP_RGA=m +CONFIG_VIDEO_ROCKCHIP_ISP1=m +CONFIG_CYPRESS_FIRMWARE=m +CONFIG_TTPCI_EEPROM=m +CONFIG_VIDEO_CX2341X=m +CONFIG_VIDEO_TVEEPROM=m +CONFIG_DVB_B2C2_FLEXCOP=m +CONFIG_SMS_SIANO_MDTV=m +CONFIG_SMS_SIANO_RC=y +CONFIG_VIDEO_V4L2_TPG=m +CONFIG_VIDEOBUF2_CORE=m +CONFIG_VIDEOBUF2_V4L2=m +CONFIG_VIDEOBUF2_MEMOPS=m +CONFIG_VIDEOBUF2_VMALLOC=m +CONFIG_VIDEOBUF2_DMA_SG=m +CONFIG_VIDEOBUF2_DVB=m +CONFIG_VIDEO_MT9V011=m +CONFIG_VIDEO_NOON010PC30=m +CONFIG_VIDEO_OV2640=m +CONFIG_VIDEO_OV7640=m +CONFIG_VIDEO_OV7670=m +CONFIG_VIDEO_SR030PC30=m +CONFIG_VIDEO_CS3308=m +CONFIG_VIDEO_CS5345=m +CONFIG_VIDEO_CS53L32A=m +CONFIG_VIDEO_MSP3400=m +CONFIG_VIDEO_SONY_BTF_MPX=m +CONFIG_VIDEO_TDA7432=m +CONFIG_VIDEO_TDA9840=m +CONFIG_VIDEO_TEA6415C=m +CONFIG_VIDEO_TEA6420=m +CONFIG_VIDEO_TLV320AIC23B=m +CONFIG_VIDEO_TVAUDIO=m +CONFIG_VIDEO_UDA1342=m +CONFIG_VIDEO_VP27SMPX=m +CONFIG_VIDEO_WM8739=m +CONFIG_VIDEO_WM8775=m +CONFIG_VIDEO_SAA6588=m +CONFIG_VIDEO_BT819=m +CONFIG_VIDEO_BT856=m +CONFIG_VIDEO_KS0127=m +CONFIG_VIDEO_SAA7110=m +CONFIG_VIDEO_SAA711X=m +CONFIG_VIDEO_TVP5150=m +CONFIG_VIDEO_TW2804=m +CONFIG_VIDEO_TW9903=m +CONFIG_VIDEO_TW9906=m +CONFIG_VIDEO_VPX3220=m +CONFIG_VIDEO_SAA717X=m +CONFIG_VIDEO_CX25840=m +CONFIG_VIDEO_ADV7170=m +CONFIG_VIDEO_ADV7175=m +CONFIG_VIDEO_SAA7127=m +CONFIG_VIDEO_SAA7185=m +CONFIG_VIDEO_UPD64031A=m +CONFIG_VIDEO_UPD64083=m +CONFIG_VIDEO_SAA6752HS=m +CONFIG_VIDEO_M52790=m +CONFIG_DRM_DP_AUX_CHARDEV=y +CONFIG_DRM_AMD_DC_HDCP=y +CONFIG_DRM_AMD_DC_SI=y +CONFIG_DRM_VGEM=m +CONFIG_DRM_VMWGFX=m +CONFIG_DRM_VMWGFX_FBCON=y +CONFIG_DRM_UDL=m +CONFIG_DRM_AST=m +CONFIG_DRM_QXL=m +CONFIG_DRM_TEGRA_STAGING=y +CONFIG_DRM_PANEL_FEIYANG_FY07024DI26A30D=m +CONFIG_DRM_PANEL_RASPBERRYPI_TOUCHSCREEN=m +CONFIG_DRM_LVDS_CODEC=m +CONFIG_DRM_NXP_PTN3460=m +CONFIG_DRM_ANALOGIX_ANX6345=m +CONFIG_DRM_BOCHS=m +CONFIG_DRM_CIRRUS_QEMU=m +CONFIG_DRM_HYPERV=m +CONFIG_FB_3DFX=m +CONFIG_FB_3DFX_I2C=y +CONFIG_FB_SMSCUFX=m +CONFIG_FB_UDL=m +CONFIG_FB_MB862XX=m +CONFIG_FB_MB862XX_PCI_GDC=y +CONFIG_FB_MB862XX_I2C=y +CONFIG_BACKLIGHT_GPIO=m +CONFIG_BACKLIGHT_LED=m +CONFIG_FRAMEBUFFER_CONSOLE_ROTATION=y +CONFIG_MSPRO_BLOCK=m +CONFIG_LEDS_PCA955X=m +CONFIG_LEDS_TRIGGER_ONESHOT=m +CONFIG_LEDS_TRIGGER_MTD=y +CONFIG_LEDS_TRIGGER_BACKLIGHT=m +CONFIG_LEDS_TRIGGER_ACTIVITY=m +CONFIG_LEDS_TRIGGER_GPIO=m +CONFIG_LEDS_TRIGGER_CAMERA=m +CONFIG_LEDS_TRIGGER_NETDEV=m +CONFIG_LEDS_TRIGGER_PATTERN=m +CONFIG_LEDS_TRIGGER_AUDIO=m +CONFIG_SND_CTL_LED=m +CONFIG_SND_SEQUENCER=m +CONFIG_SND_SEQ_DUMMY=m +CONFIG_SND_SEQ_HRTIMER_DEFAULT=y +CONFIG_SND_SEQ_MIDI_EVENT=m +CONFIG_SND_SEQ_MIDI=m +CONFIG_SND_SEQ_MIDI_EMUL=m +CONFIG_SND_MPU401_UART=m +CONFIG_SND_OPL3_LIB=m +CONFIG_SND_OPL3_LIB_SEQ=m +CONFIG_SND_AC97_CODEC=m +CONFIG_SND_DRIVERS=y +CONFIG_SND_ALOOP=m +CONFIG_SND_MTS64=m +CONFIG_SND_PORTMAN2X4=m +CONFIG_SND_AC97_POWER_SAVE=y +CONFIG_SND_AC97_POWER_SAVE_DEFAULT=0 +CONFIG_SND_AD1889=m +CONFIG_SND_ALS300=m +CONFIG_SND_OXYGEN_LIB=m +CONFIG_SND_OXYGEN=m +CONFIG_SND_CTXFI=m +CONFIG_SND_DARLA20=m +CONFIG_SND_GINA20=m +CONFIG_SND_LAYLA20=m +CONFIG_SND_DARLA24=m +CONFIG_SND_GINA24=m +CONFIG_SND_LAYLA24=m +CONFIG_SND_MONA=m +CONFIG_SND_MIA=m +CONFIG_SND_ECHO3G=m +CONFIG_SND_INDIGO=m +CONFIG_SND_INDIGOIO=m +CONFIG_SND_INDIGODJ=m +CONFIG_SND_INDIGOIOX=m +CONFIG_SND_INDIGODJX=m +CONFIG_SND_HDSPM=m +CONFIG_SND_LOLA=m +CONFIG_SND_LX6464ES=m +CONFIG_SND_PCXHR=m +CONFIG_SND_RIPTIDE=m +CONFIG_SND_VIRTUOSO=m +CONFIG_SND_HDA_GENERIC_LEDS=y +CONFIG_SND_HDA_INTEL=m +CONFIG_SND_HDA_HWDEP=y +CONFIG_SND_HDA_RECONFIG=y +CONFIG_SND_HDA_INPUT_BEEP=y +CONFIG_SND_HDA_INPUT_BEEP_MODE=1 +CONFIG_SND_HDA_PATCH_LOADER=y +CONFIG_SND_HDA_SCODEC_CS35L41=m +CONFIG_SND_HDA_CS_DSP_CONTROLS=m +CONFIG_SND_HDA_SCODEC_CS35L41_I2C=m +CONFIG_SND_HDA_SCODEC_CS35L41_SPI=m +CONFIG_SND_HDA_CODEC_REALTEK=m +CONFIG_SND_HDA_CODEC_ANALOG=m +CONFIG_SND_HDA_CODEC_SIGMATEL=m +CONFIG_SND_HDA_CODEC_VIA=m +CONFIG_SND_HDA_CODEC_CIRRUS=m +CONFIG_SND_HDA_CODEC_CS8409=m +CONFIG_SND_HDA_CODEC_CONEXANT=m +CONFIG_SND_HDA_CODEC_CA0110=m +CONFIG_SND_HDA_CODEC_CA0132=m +CONFIG_SND_HDA_CODEC_CA0132_DSP=y +CONFIG_SND_HDA_CODEC_CMEDIA=m +CONFIG_SND_HDA_CODEC_SI3054=m +CONFIG_SND_HDA_GENERIC=m +CONFIG_SND_HDA_POWER_SAVE_DEFAULT=1 +CONFIG_SND_HDA_DSP_LOADER=y +CONFIG_SND_INTEL_DSP_CONFIG=m +CONFIG_SND_INTEL_SOUNDWIRE_ACPI=m +CONFIG_SND_USB_UA101=m +CONFIG_SND_USB_CAIAQ=m +CONFIG_SND_USB_CAIAQ_INPUT=y +CONFIG_SND_USB_6FIRE=m +CONFIG_SND_USB_HIFACE=m +CONFIG_SND_BCD2000=m +CONFIG_SND_USB_LINE6=m +CONFIG_SND_USB_POD=m +CONFIG_SND_USB_PODHD=m +CONFIG_SND_USB_TONEPORT=m +CONFIG_SND_USB_VARIAX=m +CONFIG_SND_FIREWIRE_LIB=m +CONFIG_SND_DICE=m +CONFIG_SND_OXFW=m +CONFIG_SND_ISIGHT=m +CONFIG_SND_FIREWORKS=m +CONFIG_SND_BEBOB=m +CONFIG_SND_FIREWIRE_DIGI00X=m +CONFIG_SND_FIREWIRE_TASCAM=m +CONFIG_SND_FIREWIRE_MOTU=m +CONFIG_SND_FIREFACE=m +CONFIG_SND_SOC_FSL_AUD2HTX=m +CONFIG_SND_SOC_IMX_HDMI=m +CONFIG_SND_I2S_HI6210_I2S=m +CONFIG_USB_LEDS_TRIGGER_USBPORT=m +CONFIG_USB_MON=m +CONFIG_USB_XHCI_MVEBU=m +CONFIG_USB_EHCI_TEGRA=m +CONFIG_USB_PRINTER=m +CONFIG_USB_WDM=m +CONFIG_USB_TMC=m +CONFIG_USB_STORAGE_REALTEK=m +CONFIG_REALTEK_AUTOPM=y +CONFIG_USB_STORAGE_DATAFAB=m +CONFIG_USB_STORAGE_FREECOM=m +CONFIG_USB_STORAGE_ISD200=m +CONFIG_USB_STORAGE_USBAT=m +CONFIG_USB_STORAGE_SDDR09=m +CONFIG_USB_STORAGE_SDDR55=m +CONFIG_USB_STORAGE_JUMPSHOT=m +CONFIG_USB_STORAGE_ALAUDA=m +CONFIG_USB_STORAGE_ONETOUCH=m +CONFIG_USB_STORAGE_KARMA=m +CONFIG_USB_STORAGE_CYPRESS_ATACB=m +CONFIG_USB_STORAGE_ENE_UB6250=m +CONFIG_USB_NET2280=m +CONFIG_USB_DUMMY_HCD=m +CONFIG_USB_ETH=m +CONFIG_USB_ETH_RNDIS=y +CONFIG_USB_GADGETFS=m +CONFIG_USB_FUNCTIONFS=m +CONFIG_USB_FUNCTIONFS_ETH=y +CONFIG_USB_FUNCTIONFS_RNDIS=y +CONFIG_USB_FUNCTIONFS_GENERIC=y +CONFIG_USB_G_SERIAL=m +CONFIG_UCSI_ACPI=m +CONFIG_TYPEC_NVIDIA_ALTMODE=m +CONFIG_PWRSEQ_EMMC=y +CONFIG_PWRSEQ_SIMPLE=y +CONFIG_SDIO_UART=m +CONFIG_MMC_SDHCI_PCI=m +CONFIG_MMC_TIFM_SD=m +CONFIG_MMC_CB710=m +CONFIG_MMC_VIA_SDMMC=m +CONFIG_MMC_VUB300=m +CONFIG_MMC_USHC=m +CONFIG_MMC_TOSHIBA_PCI=m +CONFIG_MEMSTICK=m +CONFIG_MEMSTICK_TIFM_MS=m +CONFIG_MEMSTICK_JMICRON_38X=m +CONFIG_MEMSTICK_R592=m +CONFIG_MEMSTICK_REALTEK_PCI=m +CONFIG_MEMSTICK_REALTEK_USB=m +CONFIG_LEDS_LP3944=m +CONFIG_LEDS_DAC124S085=m +CONFIG_LEDS_REGULATOR=m +CONFIG_LEDS_BD2802=m +CONFIG_LEDS_LT3593=m +CONFIG_INFINIBAND_CXGB4=m +CONFIG_INFINIBAND_HNS=m +CONFIG_INFINIBAND_HNS_HIP08=y +CONFIG_INFINIBAND_IRDMA=m +CONFIG_MLX4_INFINIBAND=m +CONFIG_MLX5_INFINIBAND=m +CONFIG_INFINIBAND_MTHCA=m +CONFIG_INFINIBAND_MTHCA_DEBUG=y +CONFIG_INFINIBAND_OCRDMA=m +CONFIG_INFINIBAND_QEDR=m +CONFIG_RDMA_RXE=m +CONFIG_INFINIBAND_IPOIB=m +CONFIG_INFINIBAND_IPOIB_CM=y +CONFIG_INFINIBAND_IPOIB_DEBUG=y +CONFIG_INFINIBAND_SRP=m +CONFIG_INFINIBAND_SRPT=m +CONFIG_INFINIBAND_ISER=m +CONFIG_INFINIBAND_ISERT=m +CONFIG_EDAC_THUNDERX=m +CONFIG_EDAC_XGENE=m +CONFIG_RTC_DRV_MV=m +CONFIG_FSL_QDMA=m +CONFIG_XGENE_DMA=m +CONFIG_UIO_CIF=m +CONFIG_UIO_AEC=m +CONFIG_UIO_SERCOS3=m +CONFIG_UIO_PCI_GENERIC=m +CONFIG_UIO_NETX=m +CONFIG_UIO_MF624=m +CONFIG_VFIO_FSL_MC=m +CONFIG_VIRTIO_PMEM=m +CONFIG_VIRTIO_MEM=m +CONFIG_HYPERV=m +CONFIG_HYPERV_UTILS=m +CONFIG_HYPERV_BALLOON=m +CONFIG_RTL8723BS=m +CONFIG_R8712U=m +CONFIG_R8188EU=m +CONFIG_VIDEO_MESON_VDEC=m +CONFIG_VIDEO_ROCKCHIP_VDEC=m +CONFIG_VIDEO_SUNXI=y +CONFIG_VIDEO_SUNXI_CEDRUS=m +CONFIG_BCM2835_VCHIQ=m +CONFIG_VCHIQ_CDEV=y +CONFIG_SND_BCM2835=m +CONFIG_VIDEO_BCM2835=m +CONFIG_BCM2835_VCHIQ_MMAL=m +CONFIG_QLGE=m +CONFIG_CHROMEOS_ACPI=m +CONFIG_CROS_KBD_LED_BACKLIGHT=m +CONFIG_CROS_USBPD_LOGGER=m +CONFIG_COMMON_CLK_SI5341=y +CONFIG_ARMADA_37XX_RWTM_MBOX=m +CONFIG_OMAP2PLUS_MBOX=y +CONFIG_OMAP_MBOX_KFIFO_SIZE=256 +CONFIG_XGENE_SLIMPRO_MBOX=m +CONFIG_TI_K3_R5_REMOTEPROC=m +CONFIG_SOUNDWIRE_CADENCE=m +CONFIG_SOUNDWIRE_INTEL=m +CONFIG_SOUNDWIRE_GENERIC_ALLOCATION=m +CONFIG_QCOM_GSBI=m +CONFIG_ARM_RK3399_DMC_DEVFREQ=m +CONFIG_DEVFREQ_EVENT_ROCKCHIP_DFI=m +CONFIG_EXTCON_QCOM_SPMI_MISC=m +CONFIG_IIO_BUFFER_DMA=m +CONFIG_IIO_BUFFER_DMAENGINE=m +CONFIG_IIO_BUFFER_HW_CONSUMER=m +CONFIG_IIO_TRIGGERED_EVENT=m +CONFIG_ADIS16201=m +CONFIG_ADIS16209=m +CONFIG_ADXL345=m +CONFIG_ADXL345_I2C=m +CONFIG_ADXL345_SPI=m +CONFIG_ADXL372=m +CONFIG_ADXL372_SPI=m +CONFIG_ADXL372_I2C=m +CONFIG_BMA180=m +CONFIG_BMA220=m +CONFIG_BMA400=m +CONFIG_BMA400_I2C=m +CONFIG_BMA400_SPI=m +CONFIG_BMC150_ACCEL=m +CONFIG_BMC150_ACCEL_I2C=m +CONFIG_BMC150_ACCEL_SPI=m +CONFIG_DA280=m +CONFIG_DA311=m +CONFIG_DMARD09=m +CONFIG_DMARD10=m +CONFIG_HID_SENSOR_ACCEL_3D=m +CONFIG_IIO_ST_ACCEL_3AXIS=m +CONFIG_IIO_ST_ACCEL_I2C_3AXIS=m +CONFIG_IIO_ST_ACCEL_SPI_3AXIS=m +CONFIG_KXSD9=m +CONFIG_KXSD9_SPI=m +CONFIG_KXSD9_I2C=m +CONFIG_KXCJK1013=m +CONFIG_MC3230=m +CONFIG_MMA7455=m +CONFIG_MMA7455_I2C=m +CONFIG_MMA7455_SPI=m +CONFIG_MMA7660=m +CONFIG_MMA8452=m +CONFIG_MMA9551_CORE=m +CONFIG_MMA9551=m +CONFIG_MMA9553=m +CONFIG_MXC4005=m +CONFIG_MXC6255=m +CONFIG_SCA3000=m +CONFIG_STK8312=m +CONFIG_STK8BA50=m +CONFIG_AD_SIGMA_DELTA=m +CONFIG_AD7091R5=m +CONFIG_AD7124=m +CONFIG_AD7192=m +CONFIG_AD7266=m +CONFIG_AD7291=m +CONFIG_AD7292=m +CONFIG_AD7298=m +CONFIG_AD7476=m +CONFIG_AD7606=m +CONFIG_AD7606_IFACE_PARALLEL=m +CONFIG_AD7606_IFACE_SPI=m +CONFIG_AD7766=m +CONFIG_AD7768_1=m +CONFIG_AD7780=m +CONFIG_AD7791=m +CONFIG_AD7793=m +CONFIG_AD7887=m +CONFIG_AD7923=m +CONFIG_AD7949=m +CONFIG_AD799X=m +CONFIG_AD9467=m +CONFIG_ADI_AXI_ADC=m +CONFIG_AXP20X_ADC=m +CONFIG_AXP288_ADC=m +CONFIG_CC10001_ADC=m +CONFIG_HI8435=m +CONFIG_HX711=m +CONFIG_INA2XX_ADC=m +CONFIG_LTC2471=m +CONFIG_LTC2485=m +CONFIG_LTC2496=m +CONFIG_LTC2497=m +CONFIG_MAX1027=m +CONFIG_MAX11100=m +CONFIG_MAX1118=m +CONFIG_MAX1241=m +CONFIG_MAX1363=m +CONFIG_MCP320X=m +CONFIG_MCP3422=m +CONFIG_MCP3911=m +CONFIG_MESON_SARADC=m +CONFIG_NAU7802=m +CONFIG_QCOM_SPMI_IADC=m +CONFIG_TI_ADC081C=m +CONFIG_TI_ADC0832=m +CONFIG_TI_ADC084S021=m +CONFIG_TI_ADC12138=m +CONFIG_TI_ADC108S102=m +CONFIG_TI_ADC128S052=m +CONFIG_TI_ADC161S626=m +CONFIG_TI_ADS7950=m +CONFIG_VIPERBOARD_ADC=m +CONFIG_HID_SENSOR_IIO_COMMON=m +CONFIG_HID_SENSOR_IIO_TRIGGER=m +CONFIG_AD5064=m +CONFIG_AD5360=m +CONFIG_AD5380=m +CONFIG_AD5421=m +CONFIG_AD5446=m +CONFIG_AD5449=m +CONFIG_AD5592R_BASE=m +CONFIG_AD5592R=m +CONFIG_AD5593R=m +CONFIG_AD5504=m +CONFIG_AD5624R_SPI=m +CONFIG_AD5686=m +CONFIG_AD5686_SPI=m +CONFIG_AD5696_I2C=m +CONFIG_AD5755=m +CONFIG_AD5758=m +CONFIG_AD5761=m +CONFIG_AD5764=m +CONFIG_AD5770R=m +CONFIG_AD5791=m +CONFIG_AD7303=m +CONFIG_AD8801=m +CONFIG_DS4424=m +CONFIG_LTC1660=m +CONFIG_LTC2632=m +CONFIG_M62332=m +CONFIG_MAX517=m +CONFIG_MCP4725=m +CONFIG_MCP4922=m +CONFIG_TI_DAC082S085=m +CONFIG_TI_DAC5571=m +CONFIG_TI_DAC7311=m +CONFIG_TI_DAC7612=m +CONFIG_ADIS16080=m +CONFIG_ADIS16130=m +CONFIG_ADIS16136=m +CONFIG_ADIS16260=m +CONFIG_ADXRS290=m +CONFIG_ADXRS450=m +CONFIG_BMG160=m +CONFIG_BMG160_I2C=m +CONFIG_BMG160_SPI=m +CONFIG_FXAS21002C=m +CONFIG_FXAS21002C_I2C=m +CONFIG_FXAS21002C_SPI=m +CONFIG_HID_SENSOR_GYRO_3D=m +CONFIG_MPU3050=m +CONFIG_MPU3050_I2C=m +CONFIG_IIO_ST_GYRO_3AXIS=m +CONFIG_IIO_ST_GYRO_I2C_3AXIS=m +CONFIG_IIO_ST_GYRO_SPI_3AXIS=m +CONFIG_ITG3200=m +CONFIG_DHT11=m +CONFIG_ADIS16460=m +CONFIG_ADIS16475=m +CONFIG_ADIS16480=m +CONFIG_BMI160=m +CONFIG_BMI160_I2C=m +CONFIG_BMI160_SPI=m +CONFIG_FXOS8700=m +CONFIG_FXOS8700_I2C=m +CONFIG_FXOS8700_SPI=m +CONFIG_KMX61=m +CONFIG_INV_ICM42600=m +CONFIG_INV_ICM42600_I2C=m +CONFIG_INV_ICM42600_SPI=m +CONFIG_INV_MPU6050_IIO=m +CONFIG_INV_MPU6050_I2C=m +CONFIG_INV_MPU6050_SPI=m +CONFIG_IIO_ADIS_LIB=m +CONFIG_IIO_ADIS_LIB_BUFFER=y +CONFIG_ACPI_ALS=m +CONFIG_ADJD_S311=m +CONFIG_ADUX1020=m +CONFIG_AL3010=m +CONFIG_AL3320A=m +CONFIG_APDS9300=m +CONFIG_APDS9960=m +CONFIG_AS73211=m +CONFIG_BH1750=m +CONFIG_BH1780=m +CONFIG_CM32181=m +CONFIG_CM3232=m +CONFIG_CM3323=m +CONFIG_CM36651=m +CONFIG_GP2AP002=m +CONFIG_GP2AP020A00F=m +CONFIG_SENSORS_ISL29028=m +CONFIG_ISL29125=m +CONFIG_HID_SENSOR_ALS=m +CONFIG_HID_SENSOR_PROX=m +CONFIG_JSA1212=m +CONFIG_RPR0521=m +CONFIG_LTR501=m +CONFIG_LV0104CS=m +CONFIG_MAX44000=m +CONFIG_MAX44009=m +CONFIG_NOA1305=m +CONFIG_OPT3001=m +CONFIG_PA12203001=m +CONFIG_SI1133=m +CONFIG_SI1145=m +CONFIG_STK3310=m +CONFIG_ST_UVIS25=m +CONFIG_ST_UVIS25_I2C=m +CONFIG_ST_UVIS25_SPI=m +CONFIG_TCS3414=m +CONFIG_TCS3472=m +CONFIG_SENSORS_TSL2563=m +CONFIG_TSL2583=m +CONFIG_TSL2772=m +CONFIG_TSL4531=m +CONFIG_US5182D=m +CONFIG_VCNL4035=m +CONFIG_VEML6030=m +CONFIG_VEML6070=m +CONFIG_VL6180=m +CONFIG_ZOPT2201=m +CONFIG_AK8975=m +CONFIG_AK09911=m +CONFIG_BMC150_MAGN=m +CONFIG_BMC150_MAGN_I2C=m +CONFIG_BMC150_MAGN_SPI=m +CONFIG_MAG3110=m +CONFIG_HID_SENSOR_MAGNETOMETER_3D=m +CONFIG_MMC35240=m +CONFIG_SENSORS_HMC5843=m +CONFIG_SENSORS_HMC5843_I2C=m +CONFIG_SENSORS_HMC5843_SPI=m +CONFIG_SENSORS_RM3100=m +CONFIG_SENSORS_RM3100_I2C=m +CONFIG_SENSORS_RM3100_SPI=m +CONFIG_HID_SENSOR_INCLINOMETER_3D=m +CONFIG_HID_SENSOR_DEVICE_ROTATION=m +CONFIG_ABP060MG=m +CONFIG_BMP280=m +CONFIG_BMP280_I2C=m +CONFIG_BMP280_SPI=m +CONFIG_DLHL60D=m +CONFIG_DPS310=m +CONFIG_HID_SENSOR_PRESS=m +CONFIG_HP03=m +CONFIG_ICP10100=m +CONFIG_MPL115=m +CONFIG_MPL115_I2C=m +CONFIG_MPL115_SPI=m +CONFIG_MS5611=m +CONFIG_MS5637=m +CONFIG_IIO_ST_PRESS=m +CONFIG_IIO_ST_PRESS_I2C=m +CONFIG_IIO_ST_PRESS_SPI=m +CONFIG_T5403=m +CONFIG_HP206C=m +CONFIG_ZPA2326=m +CONFIG_ZPA2326_I2C=m +CONFIG_ZPA2326_SPI=m +CONFIG_ISL29501=m +CONFIG_LIDAR_LITE_V2=m +CONFIG_MB1232=m +CONFIG_PING=m +CONFIG_RFD77402=m +CONFIG_SRF04=m +CONFIG_SX_COMMON=m +CONFIG_SX9310=m +CONFIG_SRF08=m +CONFIG_VCNL3020=m +CONFIG_VL53L0X_I2C=m +CONFIG_LTC2983=m +CONFIG_MAXIM_THERMOCOUPLE=m +CONFIG_HID_ACCUTOUCH=m +CONFIG_HID_ACRUX=m +CONFIG_HID_ASUS=m +CONFIG_HID_AUREAL=m +CONFIG_HID_BETOP_FF=m +CONFIG_HID_BIGBEN_FF=m +CONFIG_HID_CORSAIR=m +CONFIG_HID_COUGAR=m +CONFIG_HID_MACALLY=m +CONFIG_HID_CMEDIA=m +CONFIG_HID_CP2112=m +CONFIG_HID_CREATIVE_SB0540=m +CONFIG_HID_EMS_FF=m +CONFIG_HID_ELAN=m +CONFIG_HID_ELO=m +CONFIG_HID_FT260=m +CONFIG_HID_GEMBIRD=m +CONFIG_HID_GFRM=m +CONFIG_HID_GLORIOUS=m +CONFIG_HID_HOLTEK=m +CONFIG_HID_VIVALDI_COMMON=m +CONFIG_HID_GOOGLE_HAMMER=m +CONFIG_HID_VIVALDI=m +CONFIG_HID_GT683R=m +CONFIG_HID_KEYTOUCH=m +CONFIG_HID_KYE=m +CONFIG_HID_WALTOP=m +CONFIG_HID_VIEWSONIC=m +CONFIG_HID_GYRATION=m +CONFIG_HID_ICADE=m +CONFIG_HID_JABRA=m +CONFIG_HID_TWINHAN=m +CONFIG_HID_LCPOWER=m +CONFIG_HID_LED=m +CONFIG_HID_LENOVO=m +CONFIG_HID_MALTRON=m +CONFIG_HID_MAYFLASH=m +CONFIG_HID_NTI=m +CONFIG_HID_NTRIG=m +CONFIG_HID_ORTEK=m +CONFIG_HID_PANTHERLORD=m +CONFIG_PANTHERLORD_FF=y +CONFIG_HID_PENMOUNT=m +CONFIG_HID_PETALYNX=m +CONFIG_HID_PRIMAX=m +CONFIG_HID_RETRODE=m +CONFIG_HID_SAITEK=m +CONFIG_HID_SAMSUNG=m +CONFIG_HID_SEMITEK=m +CONFIG_HID_SPEEDLINK=m +CONFIG_HID_STEELSERIES=m +CONFIG_HID_SUNPLUS=m +CONFIG_HID_RMI=m +CONFIG_HID_GREENASIA=m +CONFIG_GREENASIA_FF=y +CONFIG_HID_HYPERV_MOUSE=m +CONFIG_HID_SMARTJOYPLUS=m +CONFIG_SMARTJOYPLUS_FF=y +CONFIG_HID_TIVO=m +CONFIG_HID_TOPSEED=m +CONFIG_HID_THINGM=m +CONFIG_HID_THRUSTMASTER=m +CONFIG_THRUSTMASTER_FF=y +CONFIG_HID_UDRAW_PS3=m +CONFIG_HID_U2FZERO=m +CONFIG_HID_XINMO=m +CONFIG_HID_ZEROPLUS=m +CONFIG_ZEROPLUS_FF=y +CONFIG_HID_ZYDACRON=m +CONFIG_HID_SENSOR_HUB=m +CONFIG_HID_SENSOR_CUSTOM_SENSOR=m +CONFIG_HID_ALPS=m +CONFIG_HID_MCP2221=m +CONFIG_HID_SENSOR_TEMP=m +CONFIG_MLX90614=m +CONFIG_MLX90632=m +CONFIG_TMP006=m +CONFIG_TMP007=m +CONFIG_TSYS01=m +CONFIG_TSYS02D=m +CONFIG_MAX31856=m +CONFIG_PWM_RASPBERRYPI_POE=m +CONFIG_PWM_TIECAP=m +CONFIG_PHY_QCOM_APQ8064_SATA=m +CONFIG_PHY_QCOM_IPQ806X_SATA=m +CONFIG_PHY_QCOM_USB_HSIC=m +CONFIG_PHY_ROCKCHIP_DP=m +CONFIG_PHY_ROCKCHIP_DPHY_RX0=m +CONFIG_PHY_ROCKCHIP_INNO_CSIDPHY=m +CONFIG_PHY_ROCKCHIP_NANENG_COMBO_PHY=m +CONFIG_PHY_XILINX_ZYNQMP=m +CONFIG_XGENE_PMU=y +CONFIG_DEV_DAX=m +CONFIG_DEV_DAX_HMEM=m +CONFIG_DEV_DAX_KMEM=m +CONFIG_MUX_GPIO=m +CONFIG_REISERFS_FS=m +CONFIG_REISERFS_FS_XATTR=y +CONFIG_REISERFS_FS_POSIX_ACL=y +CONFIG_REISERFS_FS_SECURITY=y +CONFIG_JFS_FS=m +CONFIG_JFS_POSIX_ACL=y +CONFIG_JFS_SECURITY=y +CONFIG_XFS_FS=m +CONFIG_XFS_SUPPORT_V4=y +CONFIG_XFS_QUOTA=y +CONFIG_XFS_POSIX_ACL=y +CONFIG_XFS_RT=y +CONFIG_GFS2_FS=m +CONFIG_GFS2_FS_LOCKING_DLM=y +CONFIG_OCFS2_FS=m +CONFIG_OCFS2_FS_O2CB=m +CONFIG_OCFS2_FS_USERSPACE_CLUSTER=m +CONFIG_OCFS2_FS_STATS=y +CONFIG_OCFS2_DEBUG_MASKLOG=y +CONFIG_NILFS2_FS=m +CONFIG_ZONEFS_FS=m +CONFIG_DNOTIFY=y +CONFIG_QFMT_V1=m +CONFIG_FSCACHE=m +CONFIG_FSCACHE_STATS=y +CONFIG_CACHEFILES=m +CONFIG_PROC_KCORE=y +CONFIG_PROC_CHILDREN=y +CONFIG_TMPFS_INODE64=y +CONFIG_ORANGEFS_FS=m +CONFIG_ADFS_FS=m +CONFIG_AFFS_FS=m +CONFIG_ECRYPT_FS=m +CONFIG_ECRYPT_FS_MESSAGING=y +CONFIG_HFS_FS=m +CONFIG_HFSPLUS_FS=m +CONFIG_BEFS_FS=m +CONFIG_BFS_FS=m +CONFIG_EFS_FS=m +CONFIG_JFFS2_FS=m +CONFIG_JFFS2_FS_DEBUG=0 +CONFIG_JFFS2_FS_WRITEBUFFER=y +CONFIG_JFFS2_SUMMARY=y +CONFIG_JFFS2_FS_XATTR=y +CONFIG_JFFS2_FS_POSIX_ACL=y +CONFIG_JFFS2_FS_SECURITY=y +CONFIG_JFFS2_COMPRESSION_OPTIONS=y +CONFIG_JFFS2_ZLIB=y +CONFIG_JFFS2_LZO=y +CONFIG_JFFS2_RTIME=y +CONFIG_JFFS2_CMODE_PRIORITY=y +CONFIG_UBIFS_FS=m +CONFIG_UBIFS_FS_ADVANCED_COMPR=y +CONFIG_UBIFS_FS_LZO=y +CONFIG_UBIFS_FS_ZLIB=y +CONFIG_UBIFS_FS_ZSTD=y +CONFIG_UBIFS_FS_XATTR=y +CONFIG_UBIFS_FS_SECURITY=y +CONFIG_VXFS_FS=m +CONFIG_MINIX_FS=m +CONFIG_OMFS_FS=m +CONFIG_HPFS_FS=m +CONFIG_QNX4FS_FS=m +CONFIG_QNX6FS_FS=m +CONFIG_ROMFS_FS=m +CONFIG_ROMFS_BACKED_BY_BOTH=y +CONFIG_ROMFS_ON_BLOCK=y +CONFIG_ROMFS_ON_MTD=y +CONFIG_NFS_SWAP=y +CONFIG_NFSD=m +CONFIG_NFSD_V2_ACL=y +CONFIG_NFSD_V3_ACL=y +CONFIG_NFSD_V4=y +CONFIG_NFSD_PNFS=y +CONFIG_NFSD_BLOCKLAYOUT=y +CONFIG_NFSD_V4_SECURITY_LABEL=y +CONFIG_CEPH_FS=m +CONFIG_CEPH_FSCACHE=y +CONFIG_CEPH_FS_POSIX_ACL=y +CONFIG_CIFS=m +CONFIG_CIFS_STATS2=y +CONFIG_CIFS_ALLOW_INSECURE_LEGACY=y +CONFIG_CIFS_UPCALL=y +CONFIG_CIFS_XATTR=y +CONFIG_CIFS_POSIX=y +CONFIG_CIFS_DEBUG=y +CONFIG_CIFS_DFS_UPCALL=y +CONFIG_CIFS_FSCACHE=y +CONFIG_SMB_SERVER=m +CONFIG_SMB_SERVER_CHECK_CAP_NET_ADMIN=y +CONFIG_SMBFS=m +CONFIG_CODA_FS=m +CONFIG_AFS_FS=m +CONFIG_AFS_FSCACHE=y +CONFIG_DLM=m +CONFIG_DLM_DEBUG=y +CONFIG_PERSISTENT_KEYRINGS=y +CONFIG_ENCRYPTED_KEYS=y +CONFIG_KEY_DH_OPERATIONS=y +CONFIG_SECURITY_DMESG_RESTRICT=y +CONFIG_SECURITY_PERF_EVENTS_RESTRICT=y +CONFIG_SECURITY_NETWORK_XFRM=y +CONFIG_SECURITY_PATH=y +CONFIG_SECURITY_TOMOYO=y +CONFIG_SECURITY_TOMOYO_MAX_ACCEPT_ENTRY=2048 +CONFIG_SECURITY_TOMOYO_MAX_AUDIT_LOG=1024 +CONFIG_SECURITY_TOMOYO_POLICY_LOADER="/sbin/tomoyo-init" +CONFIG_SECURITY_TOMOYO_ACTIVATION_TRIGGER="/sbin/init" +CONFIG_SECURITY_APPARMOR=y +CONFIG_SECURITY_APPARMOR_INTROSPECT_POLICY=y +CONFIG_SECURITY_APPARMOR_HASH=y +CONFIG_SECURITY_APPARMOR_HASH_DEFAULT=y +CONFIG_SECURITY_APPARMOR_EXPORT_BINARY=y +CONFIG_SECURITY_APPARMOR_PARANOID_LOAD=y +CONFIG_SECURITY_YAMA=y +CONFIG_SECURITY_LOCKDOWN_LSM=y +CONFIG_SECURITY_LOCKDOWN_LSM_EARLY=y +CONFIG_LOCK_DOWN_KERNEL_FORCE_NONE=y +CONFIG_LOCK_DOWN_IN_EFI_SECURE_BOOT=y +CONFIG_SECURITY_LANDLOCK=y +CONFIG_INTEGRITY_SIGNATURE=y +CONFIG_INTEGRITY_ASYMMETRIC_KEYS=y +CONFIG_INTEGRITY_PLATFORM_KEYRING=y +CONFIG_INTEGRITY_MACHINE_KEYRING=y +CONFIG_LOAD_UEFI_KEYS=y +CONFIG_IMA=y +CONFIG_IMA_MEASURE_PCR_IDX=10 +CONFIG_IMA_LSM_RULES=y +CONFIG_IMA_SIG_TEMPLATE=y +CONFIG_IMA_DEFAULT_TEMPLATE="ima-sig" +CONFIG_IMA_DEFAULT_HASH_SHA256=y +CONFIG_IMA_DEFAULT_HASH="sha256" +CONFIG_IMA_APPRAISE=y +CONFIG_IMA_APPRAISE_BOOTPARAM=y +CONFIG_IMA_MEASURE_ASYMMETRIC_KEYS=y +CONFIG_IMA_QUEUE_EARLY_BOOT_KEYS=y +CONFIG_IMA_SECURE_AND_OR_TRUSTED_BOOT=y +CONFIG_EVM=y +CONFIG_EVM_ATTR_FSUUID=y +CONFIG_ASYNC_CORE=m +CONFIG_ASYNC_MEMCPY=m +CONFIG_ASYNC_XOR=m +CONFIG_ASYNC_PQ=m +CONFIG_ASYNC_RAID6_RECOV=m +CONFIG_CRYPTO_FIPS=y +CONFIG_CRYPTO_FIPS_NAME="Linux Kernel Cryptographic API" +CONFIG_CRYPTO_USER=m +CONFIG_CRYPTO_PCRYPT=m +CONFIG_CRYPTO_TEST=m +CONFIG_CRYPTO_ECRDSA=m +CONFIG_CRYPTO_AES_TI=m +CONFIG_CRYPTO_BLOWFISH=m +CONFIG_CRYPTO_BLOWFISH_COMMON=m +CONFIG_CRYPTO_CAMELLIA=m +CONFIG_CRYPTO_CAST_COMMON=m +CONFIG_CRYPTO_CAST5=m +CONFIG_CRYPTO_CAST6=m +CONFIG_CRYPTO_FCRYPT=m +CONFIG_CRYPTO_SERPENT=m +CONFIG_CRYPTO_TWOFISH=m +CONFIG_CRYPTO_TWOFISH_COMMON=m +CONFIG_CRYPTO_CFB=m +CONFIG_CRYPTO_CTS=m +CONFIG_CRYPTO_KEYWRAP=m +CONFIG_CRYPTO_LRW=m +CONFIG_CRYPTO_OFB=m +CONFIG_CRYPTO_PCBC=m +CONFIG_CRYPTO_AEGIS128=m +CONFIG_CRYPTO_AEGIS128_SIMD=y +CONFIG_CRYPTO_MD4=m +CONFIG_CRYPTO_RMD160=m +CONFIG_CRYPTO_STREEBOG=m +CONFIG_CRYPTO_VMAC=m +CONFIG_CRYPTO_WP512=m +CONFIG_CRYPTO_LZ4HC=m +CONFIG_CRYPTO_USER_API_HASH=m +CONFIG_CRYPTO_USER_API_SKCIPHER=m +CONFIG_CRYPTO_USER_API_AEAD=m +CONFIG_CRYPTO_NHPOLY1305_NEON=m +CONFIG_CRYPTO_DEV_CPT=m +CONFIG_CAVIUM_CPT=m +CONFIG_CRYPTO_DEV_NITROX=m +CONFIG_CRYPTO_DEV_NITROX_CNN55XX=m +CONFIG_CRYPTO_DEV_MARVELL=m +CONFIG_CRYPTO_DEV_MARVELL_CESA=m +CONFIG_CRYPTO_DEV_QCE=m +CONFIG_CRYPTO_DEV_QCE_SKCIPHER=y +CONFIG_CRYPTO_DEV_QCE_SHA=y +CONFIG_CRYPTO_DEV_QCE_AEAD=y +CONFIG_CRYPTO_DEV_QCE_ENABLE_ALL=y +CONFIG_CRYPTO_DEV_QCE_SW_MAX_LEN=512 +CONFIG_CRYPTO_DEV_ROCKCHIP=m +CONFIG_CRYPTO_DEV_CHELSIO=m +CONFIG_CRYPTO_DEV_VIRTIO=m +CONFIG_CRYPTO_DEV_SAFEXCEL=m +CONFIG_PKCS8_PRIVATE_KEY_PARSER=m +CONFIG_SECONDARY_TRUSTED_KEYRING=y +CONFIG_SYSTEM_BLACKLIST_KEYRING=y +CONFIG_SYSTEM_BLACKLIST_HASH_LIST="" +CONFIG_CORDIC=m +CONFIG_MTD_NAND_ECC_SW_BCH=y +CONFIG_BCH=m +CONFIG_CHECK_SIGNATURE=y +CONFIG_LRU_CACHE=m +CONFIG_SIGNATURE=y +CONFIG_COMPAT_VDSO=y +CONFIG_THUMB2_COMPAT_VDSO=y +CONFIG_COMPAT_ALIGNMENT_FIXUPS=y +CONFIG_GENERIC_COMPAT_VDSO=y +CONFIG_ARCH_HAS_UACCESS_FLUSHCACHE=y +CONFIG_BOOT_PRINTK_DELAY=y +CONFIG_DYNAMIC_DEBUG=y +CONFIG_DEBUG_INFO_DWARF_TOOLCHAIN_DEFAULT=y +CONFIG_MEMORY_NOTIFIER_ERROR_INJECT=m +CONFIG_NOP_TRACER=y +CONFIG_TRACER_MAX_TRACE=y +CONFIG_RING_BUFFER=y +CONFIG_EVENT_TRACING=y +CONFIG_CONTEXT_SWITCH_TRACER=y +CONFIG_TRACING=y +CONFIG_GENERIC_TRACER=y +CONFIG_FTRACE=y +CONFIG_FUNCTION_TRACER=y +CONFIG_FUNCTION_GRAPH_TRACER=y +CONFIG_DYNAMIC_FTRACE=y +CONFIG_DYNAMIC_FTRACE_WITH_REGS=y +CONFIG_STACK_TRACER=y +CONFIG_FTRACE_SYSCALLS=y +CONFIG_TRACER_SNAPSHOT=y +CONFIG_BRANCH_PROFILE_NONE=y +CONFIG_BLK_DEV_IO_TRACE=y +CONFIG_KPROBE_EVENTS=y +CONFIG_UPROBE_EVENTS=y +CONFIG_BPF_EVENTS=y +CONFIG_DYNAMIC_EVENTS=y +CONFIG_PROBE_EVENTS=y +CONFIG_FTRACE_MCOUNT_RECORD=y +CONFIG_FTRACE_MCOUNT_USE_PATCHABLE_FUNCTION_ENTRY=y +CONFIG_TRACING_MAP=y +CONFIG_SYNTH_EVENTS=y +CONFIG_HIST_TRIGGERS=y +CONFIG_DEVMEM=y +CONFIG_DEVPORT=y +CONFIG_STRICT_DEVMEM=y +CONFIG_IO_STRICT_DEVMEM=y +CONFIG_CORESIGHT_SOURCE_ETM4X=m +CONFIG_CORESIGHT_TRBE=m +CONFIG_NOTIFIER_ERROR_INJECTION=m +CONFIG_PM_NOTIFIER_ERROR_INJECT=m +CONFIG_RUNTIME_TESTING_MENU=y +CONFIG_TEST_USER_COPY=m +CONFIG_TEST_BPF=m +CONFIG_TEST_FIRMWARE=m +CONFIG_TEST_STATIC_KEYS=m +CONFIG_XFRM_SUB_POLICY=y +CONFIG_XFRM_AH=m +CONFIG_IP_FIB_TRIE_STATS=y +CONFIG_IP_ROUTE_MULTIPATH=y +CONFIG_IP_ROUTE_VERBOSE=y +CONFIG_NET_IPGRE_BROADCAST=y +CONFIG_IP_MROUTE=y +CONFIG_IP_MROUTE_MULTIPLE_TABLES=y +CONFIG_IP_PIMSM_V1=y +CONFIG_IP_PIMSM_V2=y +CONFIG_NET_FOU=m +CONFIG_NET_FOU_IP_TUNNELS=y +CONFIG_INET_AH=m +CONFIG_INET_ESP_OFFLOAD=m +CONFIG_INET_IPCOMP=m +CONFIG_INET_XFRM_TUNNEL=m +CONFIG_TCP_CONG_ADVANCED=y +CONFIG_TCP_CONG_BIC=m +CONFIG_TCP_CONG_WESTWOOD=m +CONFIG_TCP_CONG_HTCP=m +CONFIG_TCP_CONG_HSTCP=m +CONFIG_TCP_CONG_HYBLA=m +CONFIG_TCP_CONG_VEGAS=m +CONFIG_TCP_CONG_NV=m +CONFIG_TCP_CONG_SCALABLE=m +CONFIG_TCP_CONG_LP=m +CONFIG_TCP_CONG_VENO=m +CONFIG_TCP_CONG_YEAH=m +CONFIG_TCP_CONG_ILLINOIS=m +CONFIG_TCP_CONG_DCTCP=m +CONFIG_TCP_CONG_CDG=m +CONFIG_TCP_CONG_BBR=m +CONFIG_DEFAULT_CUBIC=y +CONFIG_INET6_ESP_OFFLOAD=m +CONFIG_IPV6_ILA=m +CONFIG_IPV6_FOU=m +CONFIG_IPV6_FOU_TUNNEL=m +CONFIG_IPV6_SUBTREES=y +CONFIG_IPV6_PIMSM_V2=y +CONFIG_IPV6_SEG6_LWTUNNEL=y +CONFIG_IPV6_SEG6_HMAC=y +CONFIG_IPV6_SEG6_BPF=y +CONFIG_NETLABEL=y +CONFIG_MPTCP=y +CONFIG_INET_MPTCP_DIAG=m +CONFIG_MPTCP_IPV6=y +CONFIG_NETWORK_PHY_TIMESTAMPING=y +CONFIG_NETFILTER_NETLINK_ACCT=m +CONFIG_NETFILTER_NETLINK_OSF=m +CONFIG_NF_CONNTRACK_ZONES=y +CONFIG_NF_CONNTRACK_TIMEOUT=y +CONFIG_NF_CONNTRACK_TIMESTAMP=y +CONFIG_NF_CONNTRACK_LABELS=y +CONFIG_NF_CONNTRACK_SNMP=m +CONFIG_NF_CONNTRACK_SIP=m +CONFIG_NETFILTER_SYNPROXY=m +CONFIG_NF_TABLES=m +CONFIG_NF_TABLES_INET=y +CONFIG_NF_TABLES_NETDEV=y +CONFIG_NFT_NUMGEN=m +CONFIG_NFT_CT=m +CONFIG_NFT_FLOW_OFFLOAD=m +CONFIG_NFT_CONNLIMIT=m +CONFIG_NFT_LOG=m +CONFIG_NFT_LIMIT=m +CONFIG_NFT_MASQ=m +CONFIG_NFT_REDIR=m +CONFIG_NFT_NAT=m +CONFIG_NFT_TUNNEL=m +CONFIG_NFT_OBJREF=m +CONFIG_NFT_QUEUE=m +CONFIG_NFT_QUOTA=m +CONFIG_NFT_REJECT=m +CONFIG_NFT_REJECT_INET=m +CONFIG_NFT_COMPAT=m +CONFIG_NFT_HASH=m +CONFIG_NFT_FIB=m +CONFIG_NFT_FIB_INET=m +CONFIG_NFT_XFRM=m +CONFIG_NFT_SOCKET=m +CONFIG_NFT_OSF=m +CONFIG_NFT_TPROXY=m +CONFIG_NFT_SYNPROXY=m +CONFIG_NF_DUP_NETDEV=m +CONFIG_NFT_DUP_NETDEV=m +CONFIG_NFT_FWD_NETDEV=m +CONFIG_NFT_FIB_NETDEV=m +CONFIG_NF_FLOW_TABLE_INET=m +CONFIG_NF_FLOW_TABLE=m +CONFIG_NETFILTER_XT_SET=m +CONFIG_NETFILTER_XT_TARGET_HL=m +CONFIG_NETFILTER_XT_TARGET_HMARK=m +CONFIG_NETFILTER_XT_TARGET_LED=m +CONFIG_NETFILTER_XT_TARGET_RATEEST=m +CONFIG_NETFILTER_XT_MATCH_CGROUP=m +CONFIG_NETFILTER_XT_MATCH_CLUSTER=m +CONFIG_NETFILTER_XT_MATCH_CONNLABEL=m +CONFIG_NETFILTER_XT_MATCH_CPU=m +CONFIG_NETFILTER_XT_MATCH_DCCP=m +CONFIG_NETFILTER_XT_MATCH_DEVGROUP=m +CONFIG_NETFILTER_XT_MATCH_DSCP=m +CONFIG_NETFILTER_XT_MATCH_ECN=m +CONFIG_NETFILTER_XT_MATCH_ESP=m +CONFIG_NETFILTER_XT_MATCH_IPCOMP=m +CONFIG_NETFILTER_XT_MATCH_NFACCT=m +CONFIG_NETFILTER_XT_MATCH_OSF=m +CONFIG_NETFILTER_XT_MATCH_PHYSDEV=m +CONFIG_NETFILTER_XT_MATCH_RATEEST=m +CONFIG_NETFILTER_XT_MATCH_REALM=m +CONFIG_NETFILTER_XT_MATCH_RECENT=m +CONFIG_NETFILTER_XT_MATCH_SCTP=m +CONFIG_NETFILTER_XT_MATCH_TCPMSS=m +CONFIG_IP_SET=m +CONFIG_IP_SET_MAX=256 +CONFIG_IP_SET_BITMAP_IP=m +CONFIG_IP_SET_BITMAP_IPMAC=m +CONFIG_IP_SET_BITMAP_PORT=m +CONFIG_IP_SET_HASH_IP=m +CONFIG_IP_SET_HASH_IPMARK=m +CONFIG_IP_SET_HASH_IPPORT=m +CONFIG_IP_SET_HASH_IPPORTIP=m +CONFIG_IP_SET_HASH_IPPORTNET=m +CONFIG_IP_SET_HASH_IPMAC=m +CONFIG_IP_SET_HASH_MAC=m +CONFIG_IP_SET_HASH_NETPORTNET=m +CONFIG_IP_SET_HASH_NET=m +CONFIG_IP_SET_HASH_NETNET=m +CONFIG_IP_SET_HASH_NETPORT=m +CONFIG_IP_SET_HASH_NETIFACE=m +CONFIG_IP_SET_LIST_SET=m +CONFIG_IP_VS_IPV6=y +CONFIG_NF_TABLES_IPV4=y +CONFIG_NFT_REJECT_IPV4=m +CONFIG_NFT_DUP_IPV4=m +CONFIG_NFT_FIB_IPV4=m +CONFIG_NF_TABLES_ARP=y +CONFIG_NF_LOG_ARP=m +CONFIG_NF_LOG_IPV4=m +CONFIG_NF_NAT_SNMP_BASIC=m +CONFIG_IP_NF_MATCH_AH=m +CONFIG_IP_NF_MATCH_RPFILTER=m +CONFIG_IP_NF_TARGET_SYNPROXY=m +CONFIG_IP_NF_TARGET_CLUSTERIP=m +CONFIG_IP_NF_TARGET_ECN=m +CONFIG_IP_NF_TARGET_TTL=m +CONFIG_NF_TABLES_IPV6=y +CONFIG_NFT_REJECT_IPV6=m +CONFIG_NFT_DUP_IPV6=m +CONFIG_NFT_FIB_IPV6=m +CONFIG_IP6_NF_MATCH_AH=m +CONFIG_IP6_NF_MATCH_EUI64=m +CONFIG_IP6_NF_MATCH_FRAG=m +CONFIG_IP6_NF_MATCH_OPTS=m +CONFIG_IP6_NF_MATCH_HL=m +CONFIG_IP6_NF_MATCH_IPV6HEADER=m +CONFIG_IP6_NF_MATCH_MH=m +CONFIG_IP6_NF_MATCH_RT=m +CONFIG_IP6_NF_MATCH_SRH=m +CONFIG_IP6_NF_TARGET_HL=m +CONFIG_IP6_NF_TARGET_SYNPROXY=m +CONFIG_IP6_NF_SECURITY=m +CONFIG_IP6_NF_TARGET_NPT=m +CONFIG_NF_TABLES_BRIDGE=m +CONFIG_NFT_BRIDGE_META=m +CONFIG_NFT_BRIDGE_REJECT=m +CONFIG_NF_CONNTRACK_BRIDGE=m +CONFIG_BRIDGE_NF_EBTABLES=m +CONFIG_BRIDGE_EBT_BROUTE=m +CONFIG_BRIDGE_EBT_T_FILTER=m +CONFIG_BRIDGE_EBT_T_NAT=m +CONFIG_BRIDGE_EBT_802_3=m +CONFIG_BRIDGE_EBT_AMONG=m +CONFIG_BRIDGE_EBT_ARP=m +CONFIG_BRIDGE_EBT_IP=m +CONFIG_BRIDGE_EBT_IP6=m +CONFIG_BRIDGE_EBT_LIMIT=m +CONFIG_BRIDGE_EBT_MARK=m +CONFIG_BRIDGE_EBT_PKTTYPE=m +CONFIG_BRIDGE_EBT_STP=m +CONFIG_BRIDGE_EBT_VLAN=m +CONFIG_BRIDGE_EBT_ARPREPLY=m +CONFIG_BRIDGE_EBT_DNAT=m +CONFIG_BRIDGE_EBT_MARK_T=m +CONFIG_BRIDGE_EBT_REDIRECT=m +CONFIG_BRIDGE_EBT_SNAT=m +CONFIG_BRIDGE_EBT_LOG=m +CONFIG_BRIDGE_EBT_NFLOG=m +CONFIG_IP_DCCP=m +CONFIG_INET_DCCP_DIAG=m +# CONFIG_LOCALVERSION_AUTO is not set +EOF +./scripts/kconfig/merge_config.sh -O . .config ../extraconfig + +ANDROIDVERSION="" +if [ x"${KERNEL_MANIFEST_BRANCH}" != x ]; then + ANDROIDVERSION=$(echo "${KERNEL_MANIFEST_BRANCH}" | sed 's/.*android\([0-9]*\)-.*/\1/') +fi + +make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- LOCALVERSION=".aosp${ANDROIDVERSION}-linaro-gig-1-arm64" KDEB_PKGVERSION="${KERVER}"-"${CI_PIPELINE_ID}" deb-pkg + +cd - diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_build_deb_qemu.sh b/gigabyte-ampere-cuttlefish-installer/kernel_build_deb_qemu.sh new file mode 100755 index 0000000000..9c1185fc21 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/kernel_build_deb_qemu.sh @@ -0,0 +1,49 @@ +#!/bin/sh + +SELFPID=$$ +renice 10 -p "$SELFPID" +ionice -c 3 -p "$SELFPID" + +TDIR=/tmp/d19 +mkdir -p ${TDIR} + +cat < ${TDIR}/buildscript1 +#!/bin/sh + +apt-get install -y sudo +apt-get install -y git ca-certificates less +apt-get install -y fakeroot +apt-get install -y devscripts equivs +apt-get install -y ubuntu-dev-tools + +mkdir /tmp/r1 +cd /tmp/r1 +pull-debian-source repo +cd repo-* +mk-build-deps --install --root-cmd sudo --remove --tool='apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends --yes' debian/control +debuild +cd .. + +sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + +cd /root +EOF + +if [ x"${CI_PIPELINE_ID}" != x ]; then + cat <> ${TDIR}/buildscript1 +export CI_PIPELINE_ID="${CI_PIPELINE_ID}" +EOF +fi + +cat kernel_dependencies.sh >> ${TDIR}/buildscript1 +cat kernel_download.sh >> ${TDIR}/buildscript1 +cat kernel_build_deb.sh >> ${TDIR}/buildscript1 + +cat <> ${TDIR}/buildscript1 +cp -f /root/kernel-build-space/buildresult/*.deb ${TDIR} +EOF + +chmod a+rx ${TDIR}/buildscript1 + +cd ${TDIR} +pbuilder-dist stable arm64 execute --bindmounts "${TDIR}" -- buildscript1 diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_dependencies.sh b/gigabyte-ampere-cuttlefish-installer/kernel_dependencies.sh new file mode 100755 index 0000000000..791a605996 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/kernel_dependencies.sh @@ -0,0 +1,20 @@ +#!/bin/sh + +sudo apt-get install -y build-essential debhelper fakeroot +sudo apt-get install -y devscripts ubuntu-dev-tools dh-exec +sudo apt-get install -y flex bison bc +sudo apt-get install -y openssl +sudo apt-get install -y rsync openssh-client +sudo apt-get install -y libssl-dev libelf-dev libpci-dev +sudo apt-get install -y libaudit-dev libbabeltrace-dev libdw-dev +sudo apt-get install -y libnewt-dev libnuma-dev libopencsd-dev +sudo apt-get install -y libtraceevent-dev libunwind-dev +sudo apt-get install -y libudev-dev libwrap0-dev libtracefs-dev +sudo apt-get install -y pahole +sudo apt-get install -y kmod sbsigntool +sudo apt-get install -y cpio xz-utils lz4 +sudo apt-get install -y crossbuild-essential-arm64 +sudo apt-get install -y zlib1g-dev libcap-dev libzstd-dev +sudo apt-get install -y python3 python3-jinja2 dh-python python3-docutils +sudo apt-get install -y libpython3-dev python3-dev python3-setuptools +sudo apt-get install -y libperl-dev diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_download.sh b/gigabyte-ampere-cuttlefish-installer/kernel_download.sh new file mode 100755 index 0000000000..5d5aa9a4e0 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/kernel_download.sh @@ -0,0 +1,22 @@ +#!/bin/sh + +KERNEL_MANIFEST_URL_DEFAULT="https://android.googlesource.com/kernel/manifest/" +KERNEL_MANIFEST_BRANCH_DEFAULT="common-android14-6.1" + +if [ x"$KERNEL_MANIFEST_URL" = x ]; then + KERNEL_MANIFEST_URL="$KERNEL_MANIFEST_URL_DEFAULT" +fi + +if [ x"$KERNEL_MANIFEST_BRANCH" = x ]; then + KERNEL_MANIFEST_BRANCH="$KERNEL_MANIFEST_BRANCH_DEFAULT" +fi + +mkdir -p kernel-build-space +mkdir -p kernel-build-space/source/kernel + +cd kernel-build-space/source/kernel + +repo init -u ${KERNEL_MANIFEST_URL} -b ${KERNEL_MANIFEST_BRANCH} +repo sync + +cd - diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/README b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/README new file mode 100644 index 0000000000..0cb0ff861e --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/README @@ -0,0 +1,36 @@ +The Debian Package metapackage-linaro-gigamp +---------------------------- + +This is the metapackage for Linaro's Gigabyte Ampere project. + +Please note that this package is usually not installed manually. +It should be installed by Debian installer through preseed. + +For example, it changes the ntp.conf but not restarting the ntp server. +Because we assume that it runs by preseed and will have a force reboot +after the installation completed. + +## Add more packages to be installed. + +Modify debian/control. Add packages in Depends field. +After modification, run wrap-and-sort to keep the list sorted. + +## Install files. + +Put the file into this metapackage. And modify +debian/metapackage-linaro-gigamp.install to install it to the its place. + +## Add more customization script. + +For developers who wants to add more scripts to run after installation. +Please follow the instructions. + +1. Add a script in ./usr/share. Make sure it is executable. +2. Run the script in ./debian/metapackage-linaro-gigamp.postinst. In configure + case. +3. Install the script into Debian package. Please modify ./debian/metapackage-linaro-gigamp.install + +Please refer ./usr/share/linaro-gigamp-use-google-ntp as an example. +It modifies the ntp.conf to add Google's NTP servers. + + -- Ying-Chun Liu (PaulLiu) Tue, 30 Jan 2024 12:14:05 +0800 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.Debian b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.Debian new file mode 100644 index 0000000000..eab6500c1f --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.Debian @@ -0,0 +1,13 @@ +metapackage-linaro-gigamp for Debian +----------------------------------- + +This is the metapackage for Linaro's Gigabyte Ampere project. + +Please note that this package is usually not installed manually. +It should be installed by Debian installer through preseed. + +For example, it changes the ntp.conf but not restarting the ntp server. +Because we assume that it runs by preseed and will have a force reboot +after installation completed. + + -- Ying-Chun Liu (PaulLiu) Tue, 30 Jan 2024 12:14:05 +0800 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.source b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.source new file mode 100644 index 0000000000..541a79e086 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.source @@ -0,0 +1,7 @@ +metapackage-linaro-gigamp for Debian +----------------------------------- + +This is the metapackage for Linaro's Gigabyte Ampere project. + + -- Ying-Chun Liu (PaulLiu) Tue, 30 Jan 2024 12:14:05 +0800 + diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/changelog b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/changelog new file mode 100644 index 0000000000..e2d94db28e --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/changelog @@ -0,0 +1,5 @@ +metapackage-linaro-gigamp (1) unstable; urgency=low + + * Initial release. + + -- Ying-Chun Liu (PaulLiu) Tue, 30 Jan 2024 12:14:05 +0800 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/control b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/control new file mode 100644 index 0000000000..c9b03c0242 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/control @@ -0,0 +1,24 @@ +Source: metapackage-linaro-gigamp +Section: misc +Priority: optional +Maintainer: Ying-Chun Liu (PaulLiu) +Uploaders: Ying-Chun Liu (PaulLiu) +Rules-Requires-Root: no +Build-Depends: debhelper-compat (= 13) +Standards-Version: 4.6.2 +Homepage: https://git.codelinaro.org/linaro/googlelt/gigabyte-ampere-cuttlefish-installer + +Package: metapackage-linaro-gigamp +Architecture: any +Multi-Arch: foreign +Depends: dkms, + libc6-dev, + libglvnd-dev, + lzop, + ntpsec, + pkg-config, + ${misc:Depends}, + ${shlibs:Depends} +Description: metapackage for Gigabyte Ampere server + This package depends on and install configs that the Gigabyte + Ampere server needs. diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/copyright b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/copyright new file mode 100644 index 0000000000..fbd1d8c94b --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/copyright @@ -0,0 +1,35 @@ +Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/ +Source: https://git.codelinaro.org/linaro/googlelt/gigabyte-ampere-cuttlefish-installer +Upstream-Name: metapackage-linaro-gigamp +Upstream-Contact: https://www.linaro.org/ + +Files: + * +Copyright: 2024 Linaro +License: Expat + +Files: + debian/* +Copyright: + 2024 Linaro + 2024 Ying-Chun Liu (PaulLiu) +License: Expat + +License: Expat + Permission is hereby granted, free of charge, to any person obtaining a + copy of this software and associated documentation files (the "Software"), + to deal in the Software without restriction, including without limitation + the rights to use, copy, modify, merge, publish, distribute, sublicense, + and/or sell copies of the Software, and to permit persons to whom the + Software is furnished to do so, subject to the following conditions: + . + The above copyright notice and this permission notice shall be included + in all copies or substantial portions of the Software. + . + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS + OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. + IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY + CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, + TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d new file mode 100644 index 0000000000..2d57ca1d71 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d @@ -0,0 +1,3 @@ +# +# Regular cron jobs for the metapackage-linaro-gigamp package. +# diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs new file mode 100644 index 0000000000..fbc054b8b8 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs @@ -0,0 +1 @@ +/var/lib/metapackage-linaro-gigamp/backup diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs new file mode 100644 index 0000000000..e845566c06 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs @@ -0,0 +1 @@ +README diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install new file mode 100644 index 0000000000..fafc8ff5e5 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install @@ -0,0 +1,2 @@ +limits.d/95-linaro-gigamp-nofile.conf etc/security/limits.d +usr/share/linaro-gigamp-use-google-ntp usr/share/metapackage-linaro-gigamp diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst new file mode 100644 index 0000000000..59b787b206 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst @@ -0,0 +1,40 @@ +#!/bin/sh +# postinst script for metapackage-linaro-gigamp. +# +# See: dh_installdeb(1). + +set -e + +# Summary of how this script can be called: +# * 'configure' +# * 'abort-upgrade' +# * 'abort-remove' 'in-favour' +# +# * 'abort-remove' +# * 'abort-deconfigure' 'in-favour' +# 'removing' +# +# for details, see https://www.debian.org/doc/debian-policy/ or +# the debian-policy package. + + +case "$1" in + configure) + /usr/share/metapackage-linaro-gigamp/linaro-gigamp-use-google-ntp + ;; + + abort-upgrade|abort-remove|abort-deconfigure) + ;; + + *) + echo "postinst called with unknown argument '$1'" >&2 + exit 1 + ;; +esac + +# dh_installdeb will replace this with shell code automatically +# generated by other debhelper scripts. + +#DEBHELPER# + +exit 0 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm new file mode 100644 index 0000000000..192df6c7c2 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm @@ -0,0 +1,37 @@ +#!/bin/sh +# postrm script for metapackage-linaro-gigamp. +# +# See: dh_installdeb(1). + +set -e + +# Summary of how this script can be called: +# * 'remove' +# * 'purge' +# * 'upgrade' +# * 'failed-upgrade' +# * 'abort-install' +# * 'abort-install' +# * 'abort-upgrade' +# * 'disappear' +# +# for details, see https://www.debian.org/doc/debian-policy/ or +# the debian-policy package. + + +case "$1" in + purge|remove|upgrade|failed-upgrade|abort-install|abort-upgrade|disappear) + ;; + + *) + echo "postrm called with unknown argument '$1'" >&2 + exit 1 + ;; +esac + +# dh_installdeb will replace this with shell code automatically +# generated by other debhelper scripts. + +#DEBHELPER# + +exit 0 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst new file mode 100644 index 0000000000..789857842a --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst @@ -0,0 +1,35 @@ +#!/bin/sh +# preinst script for metapackage-linaro-gigamp. +# +# See: dh_installdeb(1). + +set -e + +# Summary of how this script can be called: +# * 'install' +# * 'install' +# * 'upgrade' +# * 'abort-upgrade' +# for details, see https://www.debian.org/doc/debian-policy/ or +# the debian-policy package. + + +case "$1" in + install|upgrade) + ;; + + abort-upgrade) + ;; + + *) + echo "preinst called with unknown argument '$1'" >&2 + exit 1 + ;; +esac + +# dh_installdeb will replace this with shell code automatically +# generated by other debhelper scripts. + +#DEBHELPER# + +exit 0 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm new file mode 100644 index 0000000000..010f1ede16 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm @@ -0,0 +1,52 @@ +#!/bin/sh +# prerm script for metapackage-linaro-gigamp. +# +# See: dh_installdeb(1). + +set -e + +# Summary of how this script can be called: +# * 'remove' +# * 'upgrade' +# * 'failed-upgrade' +# * 'remove' 'in-favour' +# * 'deconfigure' 'in-favour' +# 'removing' +# +# for details, see https://www.debian.org/doc/debian-policy/ or +# the debian-policy package. + + +case "$1" in + remove) + if [ -e /var/lib/metapackage-linaro-gigamp/backup/ntp.conf ]; then + TEMPFILE=$(mktemp) + cp -f /var/lib/metapackage-linaro-gigamp/backup/ntp.conf "${TEMPFILE}" + sed -i 's/^\(# Specify one or more NTP servers.\)/\1\nserver time1.google.com iburst\nserver time2.google.com iburst\nserver time3.google.com iburst\nserver time4.google.com iburst\n/' "${TEMPFILE}" + + if cmp /etc/ntpsec/ntp.conf "${TEMPFILE}"; then + cp -f -a /var/lib/metapackage-linaro-gigamp/backup/ntp.conf /etc/ntpsec/ntp.conf + fi + + rm -f /var/lib/metapackage-linaro-gigamp/backup/ntp.conf + rm -f "${TEMPFILE}" + fi + ;; + upgrade|deconfigure) + ;; + + failed-upgrade) + ;; + + *) + echo "prerm called with unknown argument '$1'" >&2 + exit 1 + ;; +esac + +# dh_installdeb will replace this with shell code automatically +# generated by other debhelper scripts. + +#DEBHELPER# + +exit 0 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/rules b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/rules new file mode 100755 index 0000000000..a5bae4bbec --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/rules @@ -0,0 +1,17 @@ +#!/usr/bin/make -f + +# See debhelper(7) (uncomment to enable). +# Output every command that modifies files on the build system. +#export DH_VERBOSE = 1 + +# See FEATURE AREAS in dpkg-buildflags(1). +#export DEB_BUILD_MAINT_OPTIONS = hardening=+all + +# See ENVIRONMENT in dpkg-buildflags(1). +# Package maintainers to append CFLAGS. +#export DEB_CFLAGS_MAINT_APPEND = -Wall -pedantic +# Package maintainers to append LDFLAGS. +#export DEB_LDFLAGS_MAINT_APPEND = -Wl,--as-needed + +%: + dh $@ diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/source/format b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/source/format new file mode 100644 index 0000000000..89ae9db8f8 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/source/format @@ -0,0 +1 @@ +3.0 (native) diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf new file mode 100644 index 0000000000..ea67d86347 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf @@ -0,0 +1,2 @@ +* soft nofile 2048 +* hard nofile 2048 diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp new file mode 100755 index 0000000000..b53c6246b4 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp @@ -0,0 +1,21 @@ +#!/bin/sh + +# This script should be called by postinst of the metapackage. +# That's why we don't install this script to usr/bin. +# Also the metapackage should be installed by Debian installer's preseed. +# So you should not run this script manually. Nor install the metapackage +# manually. + +if grep time1.google.com /etc/ntpsec/ntp.conf; then + echo "Already have Google's time servers." + exit +fi + +if [ -e /etc/ntpsec/ntp.conf ]; then + if [ ! -e /var/lib/metapackage-linaro-gigamp/backup/ntp.conf ]; then + cp -f -a /etc/ntpsec/ntp.conf /var/lib/metapackage-linaro-gigamp/backup + fi +fi + +sed -i 's/^\(# Specify one or more NTP servers.\)/\1\nserver time1.google.com iburst\nserver time2.google.com iburst\nserver time3.google.com iburst\nserver time4.google.com iburst\n/' /etc/ntpsec/ntp.conf + diff --git a/gigabyte-ampere-cuttlefish-installer/preseed/after_install_1.sh b/gigabyte-ampere-cuttlefish-installer/preseed/after_install_1.sh new file mode 100755 index 0000000000..92f5162d87 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/preseed/after_install_1.sh @@ -0,0 +1,51 @@ +#!/bin/sh + +apt-get update + +# Install necessary packages +apt-get install -y debconf-utils +apt-get install -y ca-certificates +apt-get install -y wget +apt-get install -y git +apt-get install -y python3 +apt-get install -y p7zip-full unzip +apt-get install -y iptables ebtables + +# Install amd firmware +apt-get install -y firmware-amd-graphics +sed -i 's/GRUB_CMDLINE_LINUX_DEFAULT=\"\(.*\)\"/GRUB_CMDLINE_LINUX_DEFAULT=\"\1 amdgpu.runpm=0 amdgpu.dc=0\"/' /etc/default/grub +dpkg-reconfigure -fnoninteractive grub-efi-arm64 + +# Adjust user groups +adduser vsoc-01 kvm +adduser vsoc-01 render +adduser vsoc-01 video + +# Install Linaro GLT. GIG. repo +wget -qO- https://artifacts.codelinaro.org/artifactory/linaro-372-googlelt-gigabyte-ampere-cuttlefish-installer/gigabyte-ampere-cuttlefish-installer/latest/debian/linaro-glt-gig-archive-bookworm.asc | tee /etc/apt/trusted.gpg.d/linaro-glt-gig-archive-bookworm.asc + +echo "deb https://artifacts.codelinaro.org/linaro-372-googlelt-gigabyte-ampere-cuttlefish-installer/gigabyte-ampere-cuttlefish-installer/latest/debian bookworm main" | tee /etc/apt/sources.list.d/linaro-glt-gig-archive-bookworm.list + +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 \ + update + +# Install kernel +apt-get install -y '^linux-image-6.1.*aosp14-linaro.*' '^linux-headers-6.1.*aosp14-linaro.*' + +# Install android cuttlefish packages +apt-get install -y '^cuttlefish-.*' +adduser vsoc-01 cvdnetwork + +# Install metapackage +apt-get install -y metapackage-linaro-gigamp + +# Extra tools +cd /root +git clone https://github.com/matthuisman/gdrivedl.git +cd - + +# Use iptables-legacy +update-alternatives --set iptables /usr/sbin/iptables-legacy + +# Install network manager +apt-get install -y network-manager diff --git a/gigabyte-ampere-cuttlefish-installer/preseed/preseed.cfg b/gigabyte-ampere-cuttlefish-installer/preseed/preseed.cfg new file mode 100644 index 0000000000..0e578864da --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/preseed/preseed.cfg @@ -0,0 +1,316 @@ +#_preseed_V1 +#### Contents of the preconfiguration file (for bookworm) +### Localization +# Preseeding only locale sets language, country and locale. +d-i debian-installer/locale string en_US.UTF-8 + +# Keyboard selection. +d-i keyboard-configuration/xkb-keymap select us +# d-i keyboard-configuration/toggle select No toggling + +# netcfg will choose an interface that has link if possible. This makes it +# skip displaying a list if there is more than one interface. +d-i netcfg/choose_interface select auto + +# Any hostname and domain names assigned from dhcp take precedence over +# values set here. However, setting the values still prevents the questions +# from being shown, even if values come from dhcp. +d-i netcfg/get_hostname string debian-1 +d-i netcfg/get_domain string + +# Mirror protocol: +d-i mirror/country string manual +d-i mirror/http/hostname string deb.debian.org +d-i mirror/http/directory string /debian +d-i mirror/http/proxy string + +# Skip creation of a root account (normal user account will be able to +# use sudo). +d-i passwd/root-login boolean false + +# To create a normal user account. +d-i passwd/user-fullname string vsoc 01 +d-i passwd/username string vsoc-01 +# Normal user's password, either in clear text +d-i passwd/user-password password cuttlefish +d-i passwd/user-password-again password cuttlefish + +# Controls whether or not the hardware clock is set to UTC. +d-i clock-setup/utc boolean true + +# You may set this to any valid setting for $TZ; see the contents of +# /usr/share/zoneinfo/ for valid values. +d-i time/zone string US/Eastern + +# Controls whether to use NTP to set the clock during the install +d-i clock-setup/ntp boolean true + +# Choose disk +d-i partman/early_command string \ + VGNAME="$(debconf-get partman-auto-lvm/new_vg_name)"; \ + NUMOFPARTITIONS=$(list-devices partition | wc -l); \ + COUNTER=0; \ + while [ "$COUNTER" -lt "$NUMOFPARTITIONS" ]; do \ + COUNTER=$((COUNTER+1)); \ + if [ "$COUNTER" -eq 1 ]; then \ + PARTITION1=$(list-devices partition|head -n1); \ + else \ + PARTITION1=$(list-devices partition|head -n$COUNTER|tail -1); \ + fi; \ + if blkid "${PARTITION1}" | grep 'LABEL="Debian arm64' | grep 'TYPE="iso9660"'; then \ + INSTALLER_PARTITION=${PARTITION1}; \ + break; \ + elif blkid "${PARTITION1}" | grep 'LABEL="ISOIMAGE"' | grep 'TYPE="iso9660"'; then \ + INSTALLER_PARTITION=${PARTITION1}; \ + break; \ + elif blkid "${PARTITION1}" | grep 'PARTLABEL="debdilnr"'; then \ + INSTALLER_PARTITION=${PARTITION1}; \ + break; \ + fi; \ + done; \ + NUMOFDISKS=$(list-devices disk | wc -l); \ + COUNTER=0; \ + while [ "$COUNTER" -lt "$NUMOFDISKS" ]; do \ + COUNTER=$((COUNTER+1)); \ + if [ "$COUNTER" -eq 1 ]; then \ + DISK1=$(list-devices disk|head -n1); \ + else \ + DISK1=$(list-devices disk|head -n$COUNTER|tail -1); \ + fi; \ + if [[ x"${INSTALLER_PARTITION}" == x"${DISK1}*" ]]; then \ + INSTALLER_DISK=${DISK1}; \ + break; \ + fi; \ + done; \ + NUMOFLV=$(lvdisplay -C -o lv_path --readonly | wc -l); \ + LVS=$(lvdisplay -C -o lv_path --readonly); \ + for LV1 in ${LVS}; do \ + if [ x"${LV1}" = x"Path" ]; then \ + continue; \ + fi; \ + lvremove "${LV1}" -f -y; \ + done; \ + NUMOFVG=$(vgdisplay -C -o vg_name --readonly | wc -l); \ + VGS=$(vgdisplay -C -o vg_name --readonly); \ + for VG1 in ${VGS}; do \ + if [ x"${VG1}" = x"VG" ]; then \ + continue; \ + fi; \ + vgremove "${VG1}" -f -y; \ + done; \ + NUMOFPV=$(pvdisplay -C -o pv_name --readonly | wc -l); \ + PVS=$(pvdisplay -C -o pv_name --readonly); \ + for PV1 in ${PVS}; do \ + if [ x"${PV1}" = x"PV" ]; then \ + continue; \ + fi; \ + if [[ x"${PV1}" == x"${INSTALLER_DISK}*" ]]; then \ + continue; \ + fi; \ + pvremove "${PV1}" -f -y; \ + done; \ + NUMOFDISKS=$(list-devices disk | wc -l); \ + for DISK2 in "/dev/nvme0n1" "/dev/sda" "/dev/vda"; do \ + if [ x"${DISK2}" = x"${INSTALLER_DISK}" ]; then \ + continue; \ + fi; \ + COUNTER=0; \ + FOUNDFLAG=0; \ + while [ "$COUNTER" -lt "$NUMOFDISKS" ]; do \ + COUNTER=$((COUNTER+1)); \ + if [ "$COUNTER" -eq 1 ]; then \ + DISK1=$(list-devices disk|head -n1); \ + else \ + DISK1=$(list-devices disk|head -n$COUNTER|tail -1); \ + fi; \ + if [ x"${DISK1}" = x"${DISK2}" ]; then \ + FOUNDFLAG=1; \ + break; \ + fi; \ + done; \ + if [ "${FOUNDFLAG}" -eq 1 ]; then \ + MAIN_DISK="${DISK2}"; \ + break; \ + fi; \ + done; \ + COUNTER=0; \ + if [ x"$MAIN_DISK" != x ]; then \ + FINAL_DISKS="$MAIN_DISK"; \ + fi; \ + if [ x"$MAIN_DISK" != x ]; then \ + RECIPE_PART1="$(debconf-get partman-auto/expert_recipe_linaro_lvm_nopv)"; \ + FINAL_RECIPE="${RECIPE_PART1} 4096 8192 1000000000 \$default_filesystem \$defaultignore{ } \$primary{ } method{ lvm } device{ ${MAIN_DISK} } vg_name{ ${VGNAME} } ."; \ + fi; \ + if [ x"$MAIN_DISK" != x ]; then \ + COUNTER=0; \ + while [ "$COUNTER" -lt "$NUMOFDISKS" ]; do \ + COUNTER=$((COUNTER+1)); \ + if [ "$COUNTER" -eq 1 ]; then \ + DISK1=$(list-devices disk|head -n1); \ + else \ + DISK1=$(list-devices disk|head -n$COUNTER|tail -1); \ + fi; \ + if [ x"$DISK1" = x"$MAIN_DISK" ]; then \ + continue; \ + elif [ x"$DISK1" = x"$INSTALLER_DISK" ]; then \ + continue; \ + elif [[ x"$DISK1" == x"/dev/nvme*" ]]; then \ + FINAL_DISKS="${FINAL_DISKS} ${DISK1}"; \ + FINAL_RECIPE="${FINAL_RECIPE} 128 8192 1000000000 \$default_filesystem \$defaultignore{ } \$primary{ } method{ lvm } device{ ${DISK1} } vg_name{ ${VGNAME} } ."; \ + elif [[ x"$DISK1" == x"/dev/vd*" ]]; then \ + FINAL_DISKS="${FINAL_DISKS} ${DISK1}"; \ + FINAL_RECIPE="${FINAL_RECIPE} 128 8192 1000000000 \$default_filesystem \$defaultignore{ } \$primary{ } method{ lvm } device{ ${DISK1} } vg_name{ ${VGNAME} } ."; \ + fi; \ + done; \ + fi; \ + if [ x"$FINAL_DISKS" != x ]; then \ + debconf-set partman-auto/disk "$FINAL_DISKS"; \ + fi; \ + if [ x"$FINAL_RECIPE" != x ]; then \ + debconf-set partman-auto/expert_recipe "${FINAL_RECIPE}"; \ + fi; + +# Set the disk to install. If not set, select Guided -> select device. +#d-i partman-auto/disk string /dev/vda +d-i partman-auto/method string lvm +d-i partman-lvm/device_remove_lvm boolean true +d-i partman-lvm/device_remove_lvm_span boolean true +d-i partman-md/device_remove_md boolean true +d-i partman-auto/purge_lvm_from_device boolean true +d-i partman-auto-lvm/new_vg_name string vglinarogigamprootfs +d-i partman/alignment string "optimal" +d-i partman-auto-lvm/guided_size string max +d-i partman-lvm/confirm boolean true +d-i partman-lvm/confirm_nooverwrite boolean true + +d-i partman-auto/expert_recipe_linaro_lvm_nopv string \ + linaroefiroot :: \ + 128 256 512 fat32 \ + $iflabel{ gpt } \ + $primary{ } \ + $reusemethod{ } \ + method{ efi } format{ } \ + label { esp } \ + . \ + 256 2048 4096 ext4 \ + $primary{ } \ + $bootable{ } \ + method{ format } \ + format{ } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ /boot } \ + . \ + 4096 8192 -1 ext4 \ + $lvmok{} \ + lv_name{ lvlinarogigamprootfs } \ + in_vg{ vglinarogigamprootfs } \ + method{ format } format{ } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ / } \ + . + +d-i partman-auto/expert_recipe_linaro_root string \ + linaroefiroot :: \ + 128 256 512 fat32 \ + $iflabel{ gpt } \ + $reusemethod{ } \ + method{ efi } format{ } \ + . \ + 4096 8192 1000000000 ext4 \ + method{ format } format{ } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ / } \ + . + +d-i partman-auto/expert_recipe_linaro_home_format string \ + linaroefiroot :: \ + 128 256 512 fat32 \ + $iflabel{ gpt } \ + $reusemethod{ } \ + method{ efi } format{ } \ + . \ + 8192 71680 143360 ext4 \ + method{ format } format{ } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ / } \ + . \ + 4096 71680 1000000000 ext4 \ + method{ format } format{ } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ /home } \ + . + +d-i partman-auto/expert_recipe_linaro_home string \ + linaroefiroot :: \ + 128 256 512 fat32 \ + $iflabel{ gpt } \ + $reusemethod{ } \ + method{ efi } format{ } \ + . \ + 8192 71680 143360 ext4 \ + method{ format } format{ } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ / } \ + . \ + 4096 71680 1000000000 ext4 \ + method{ keep } \ + use_filesystem{ } \ + filesystem{ ext4 } \ + mountpoint{ /home } \ + . + +# +d-i partman-auto/choose_recipe select linaroefiroot +d-i partman-basicfilesystems/no_swap boolean false + +# Don't punt for no-method filesystems. Another undocumented option. +d-i partman-basicmethods/method_only boolean false + +# This makes partman automatically partition without confirmation, provided +# that you told it what to do using one of the methods above. +d-i partman-partitioning/confirm_write_new_label boolean true +d-i partman/choose_partition select finish +d-i partman/confirm boolean true +d-i partman/confirm_nooverwrite boolean true + +# Force UEFI booting ('BIOS compatibility' will be lost). Default: false. +d-i partman-efi/non_efi_system boolean true + +# Ensure the partition table is GPT - this is required for EFI +d-i partman-partitioning/choose_label select gpt +d-i partman-partitioning/default_label string gpt + +# Choose, if you want to scan additional installation media +# (default: false). +d-i apt-setup/cdrom/set-first boolean false +# You can choose to install non-free firmware. +d-i apt-setup/non-free-firmware boolean true +# You can choose to install non-free and contrib software. +d-i apt-setup/non-free boolean true +d-i apt-setup/contrib boolean true + +tasksel tasksel/first multiselect standard, web-server, ssh-server + +popularity-contest popularity-contest/participate boolean false + +grub-efi-arm64 grub2/linux_cmdline_default string quiet amdgpu.runpm=0 amdgpu.dc=0 + +# This is fairly safe to set, it makes grub install automatically to the UEFI +# partition/boot record if no other operating system is detected on the machine. +d-i grub-installer/only_debian boolean true +d-i grub-installer/force-efi-extra-removable boolean true +d-i grub-installer/update-nvram boolean false + +# Avoid that last message about the install being complete. +d-i finish-install/reboot_in_progress note + +d-i preseed/late_command string \ + cp -f /after_install_1.sh /target/root; \ + in-target /bin/sh /root/after_install_1.sh; + diff --git a/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-extract-partitions.sh b/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-extract-partitions.sh new file mode 100755 index 0000000000..e901a55971 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-extract-partitions.sh @@ -0,0 +1,53 @@ +#!/bin/bash + +extract_image() { + disk1e="$1" + part1e="$2" + out1e="$3" + + partition_start=$(partx -g -o START -s -n "${part1e}" "${disk1e}" | xargs) + partition_end=$(partx -g -o END -s -n "${part1e}" "${disk1e}" | xargs) + partition_num_sectors=$((${partition_end} - ${partition_start} + 1)) + partition_offset=$((${partition_start} * 512)) + partition_size=$((${partition_num_sectors} * 512)) + + dd if="${disk1e}" of="${out1e}" bs=512 skip="${partition_start}" \ + count="${partition_num_sectors}" +} + +disk="uboot_qemu_disk1.img" + +NUMOFPARTITIONS=$(partx -g "${disk}" | wc -l) + +if [ ${NUMOFPARTITIONS} -ne 3 ]; then + echo "Number of partitions incorrect: ${NUMOFPARTITIONS}" + partx "${disk}" + exit 1 +fi + +rootfs_partition_tempfile="rootfs.img" +lvm_partition_tempfile="lvm.img" +lvm_partition="3" +boot_partition_tempfile="boot.img" +boot_partition="2" + +extract_image "${disk}" "${boot_partition}" "${boot_partition_tempfile}" +extract_image "${disk}" "${lvm_partition}" "${lvm_partition_tempfile}" +/sbin/e2fsck -p -f "${boot_partition_tempfile}" || true + +LOOPDEV="$(/sbin/losetup -f)" +sudo losetup -r "${LOOPDEV}" "${lvm_partition_tempfile}" +sleep 10 +sudo pvdisplay --readonly --devices "${LOOPDEV}" +sudo vgdisplay --readonly --devices "${LOOPDEV}" +sudo lvdisplay --readonly --devices "${LOOPDEV}" +rootfs_lv_path=$(sudo lvdisplay -C -o "lv_path" --readonly --devices "${LOOPDEV}" | tail -1 | xargs) +rootfs_dev_path=$(sudo lvdisplay -C -o "lv_dm_path" --readonly --devices "${LOOPDEV}" | tail -1 | xargs) +sudo lvchange -ay "${rootfs_lv_path}" --devices "${LOOPDEV}" --verbose +sleep 10 +sudo dd if="${rootfs_lv_path}" of="${rootfs_partition_tempfile}" bs=512 +sudo /sbin/e2fsck -p -f "${rootfs_partition_tempfile}" || true +sudo lvchange -an "${rootfs_lv_path}" --devices "${LOOPDEV}" --verbose +sleep 10 +sudo losetup -d "${LOOPDEV}" +sleep 10 diff --git a/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-install.expect b/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-install.expect new file mode 100755 index 0000000000..195a8a341c --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-install.expect @@ -0,0 +1,210 @@ +#!/usr/bin/expect -- + +if {$argc < 2} { + set filename1 test_filename1 + set content1 Eimoh5be +} else { + set filename1 [lindex $argv 0] + set content1 [lindex $argv 1] +} + +set timeout 120 +log_file -noappend installer-iso-serial-console.log + +spawn ./installer-iso-run-qemu.sh +set qemu_pid $spawn_id + +expect { + "Hit any key to stop" { send -- "\r" } + timeout { exit 1 } +} + +set send_human {.4 .4 .2 .5 100} + +expect { + "=>" { send -- "true\r" } + timeout { exit 1 } +} + +expect { + "=>" { send -- "virtio info\r" } + timeout { exit 1 } +} + +expect { + # get the last virtio device + -re "Device (\[0-9\]+):" { set lastvirtiodev $expect_out(1,string); exp_continue } + "=>" { send -- "echo I think the last virtio device is ${lastvirtiodev}\r" } + timeout { exit 1 } +} + +expect { + "=>" { send -- "eficonfig\r" } + timeout { exit 1 } +} + +# eficonfig to add debian installer as boot option +set timeout 5 + +expect { + # ANSI: ESC[7m color invert, ESC[0K erase the line to EOL + -re "\x1b.7m\x1b.\[0-9\]+K(Add Boot Option)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]+K(Description:)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + "enter description:" { sleep 1; send -- "d-i\r" } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(File:)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(Select File)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(virtio ${lastvirtiodev}:2)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(efi.)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(boot.)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(bootaa64.efi)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(Save)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(Change Boot Order)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + # unselect all virtio devices + -re "\x1b.7m\x1b.\[0-9\]K(\\\[\\*\\\]\\s+virtio.*)\x1b.0m" { sleep 1; send -- " "; exp_continue } + -re "\x1b.7m(\\\[\\*\\\]\\s+virtio.*)\x1b.0m" { sleep 1; send -- " "; exp_continue } + # select d-i if not selected + -re "\x1b.7m(\\\[\\s\\\]\\s+d-i)\x1b.0m" { sleep 1; send -- " "; exp_continue } + -re "\x1b.7m(\\\[\\*\\\]\\s+d-i)\x1b.0m" { sleep 1; exp_continue } + # Save + -re "\x1b.7m\x1b.\[0-9\]K(Save)\x1b.0m" { sleep 1; send -- "\r" } + -re "\x1b.7m(Save)\x1b.0m" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + -re "\x1b.7m\x1b.\[0-9\]K(Quit)" { sleep 1; send -- "\r" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +set timeout 120 + +expect { + "=>" { send -- "bootefi bootmgr\r" } + timeout { exit 1 } +} + +# grub select serial console based install +set timeout 3 + +expect { + # select "Install" + -re "\\*(Install)" { sleep 1; send -- "e" } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + # locate linux line + # ANSI: ESC[y;xH move the cursor + -re "\x1b\\\[(\[0-9\]+;\[0-9\]+)H\\s*(linux\\s)" { set linuxlocation $expect_out(1,string) } + timeout { exit 1 } +} + +expect { + # move cursor to linux line + # ANSI: ESC[?25l turn off the cursor. ESC[?25h turn on the cursor + -re "\x1b.\\\?25l\x1b\\\[${linuxlocation}H\x1b.\\\?25h" { } + timeout { send -- "\x1b\[B"; exp_continue } +} + +expect { + # move cursor to end of line + timeout { send -- "\x05" } +} + +expect { + timeout { send " DEBIAN_FRONTEND=text" } +} + +expect { + # ctrl-x + timeout { send -- "\x18" } +} + +# after installation +set timeout -1 + +expect { + "login:" { sleep 1; send -- "vsoc-01\r" } + -re "Dependency failed for (.*)ttyAMA0" { + send_user "\nttyAMA0 failed, exit earlier.\n" + sleep 60 + spawn sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost "while ! systemctl is-active dev-ttyAMA0.device; do sleep 10; done; echo cuttlefish | sudo -S -k systemctl start serial-getty@ttyAMA0.service" + wait $spawn_id + exp_continue + } + timeout { exit 1 } +} + +set timeout 120 + +expect { + "Password:" { sleep 1; send -- "cuttlefish\r" } + timeout { exit 1 } +} + +expect { + -re "(\\$) $" { send -- "echo $content1 > $filename1 ; sync\r" } + timeout { exit 1 } +} + +expect { + -re "(\\$) $" { send -- "sudo su\r" } + timeout { exit 1 } +} + +expect { + "password for vsoc-01" { sleep 1; send -- "cuttlefish\r" } + timeout { exit 1 } +} + +set timeout 300 + +expect { + -re "(#) $" { send -- "shutdown -h 1\r" } + timeout { exit 1 } +} + +interact diff --git a/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-run-qemu.sh b/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-run-qemu.sh new file mode 100755 index 0000000000..8c24af7056 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-run-qemu.sh @@ -0,0 +1,53 @@ +#!/bin/sh + +SELFPID=$$ +renice 5 -p "$SELFPID" +#ionice -c 3 -p "$SELFPID" + +tmpdisk1="uboot_qemu_disk1.img" +tmpflash="uboot_qemu_flash.img" +uboot="u-boot.bin" +debiancd=preseed-mini*.iso + +debiancd=$(realpath ${debiancd}) + +# We need to backup the debiancd file because qemu doesn't treat +# it as a read-only CD. So the program might be able to change it. + +debiancdtmp=$(mktemp -p $(dirname "${debiancd}")) +cp -f "${debiancd}" "${debiancdtmp}" + +if [ ! -e "${tmpdisk1}" ]; then + truncate -s 20G "${tmpdisk1}" +fi + +# create Flash image for storing U-boot variables. +if [ ! -e "${tmpflash}" ]; then + qemu-img create -f raw "${tmpflash}" 64M +fi + +COUNTER=0 +DISKS="" +for DISK1 in uboot_qemu_disk*.img; do + DISKS="$DISKS -drive file=${DISK1},format=raw,if=none,aio=threads,id=drive-virtio-disk${COUNTER} -device virtio-blk-pci,drive=drive-virtio-disk${COUNTER},iommu_platform=true,disable-legacy=on" + COUNTER=$((COUNTER+1)) +done + +qemu-system-aarch64 -machine virt \ + -cpu cortex-a57 \ + -nographic \ + -netdev user,id=net0,hostfwd=tcp::35555-:5555,hostfwd=tcp::33322-:22 \ + -device virtio-net-pci,mac=50:54:00:00:00:56,netdev=net0,id=net0-dev \ + -object rng-builtin,id=objrng0 \ + -device virtio-rng-pci-non-transitional,rng=objrng0,id=rng0,max-bytes=1024,period=2000 \ + -drive if=virtio,format=raw,file="${debiancdtmp}" \ + ${DISKS} \ + -drive if=pflash,format=raw,index=1,file="${tmpflash}" \ + -object cryptodev-backend-builtin,id=cryptodev0 \ + -device virtio-crypto-pci,id=crypto0,cryptodev=cryptodev0 \ + -device virtio-iommu-pci \ + -device virtio-gpu-pci \ + -m 1G \ + -bios "${uboot}" + +rm -f "${debiancdtmp}" diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-empty-disk2.sh b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-empty-disk2.sh new file mode 100755 index 0000000000..7aeace87ec --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-empty-disk2.sh @@ -0,0 +1,17 @@ +#!/bin/sh + +SELFPID=$$ +renice 5 -p "$SELFPID" + +# This test creates 2 disks. Each of them are 8G. + +tmpdisk1="uboot_qemu_disk1.img" +tmpdisk2="uboot_qemu_disk2.img" + +if [ ! -e "${tmpdisk1}" ]; then + truncate -s 8G "${tmpdisk1}" +fi + +if [ ! -e "${tmpdisk2}" ]; then + truncate -s 8G "${tmpdisk2}" +fi diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk2.sh b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk2.sh new file mode 100755 index 0000000000..755f712181 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk2.sh @@ -0,0 +1,88 @@ +#!/bin/sh + +SELFPID=$$ +renice 5 -p "$SELFPID" +#ionice -c 3 -p "$SELFPID" + +# This test creates 2 disks. Each of them are 8G. The 2nd disk +# contains a PV already. Simulate something is installed previously. + +tmpdisk1="uboot_qemu_disk1.img" +tmpdisk2="uboot_qemu_disk2.img" + +if [ ! -e "${tmpdisk1}" ]; then + truncate -s 8G "${tmpdisk1}" +fi + +if [ ! -e "${tmpdisk2}" ]; then + truncate -s 8G "${tmpdisk2}" +fi + +# partition disk1 +/sbin/sgdisk \ + "-n:1:5M:0" "-t:1:8e00" "-c:1:ubu2lvm" \ + "-A:1:set:0" "${tmpdisk1}" + +# partition disk2 +/sbin/sgdisk \ + "-n:1:18M:+32M" "-t:1:ef00" "-c:1:ubuesp" \ + "-A:1:set:0" "${tmpdisk2}" + +/sbin/sgdisk \ + "-n:2:50M:+50M" "-t:2:8305" "-c:2:ububoot" \ + "-A:2:set:2" "${tmpdisk2}" + +/sbin/sgdisk \ + "-n:3:100M:0" "-t:3:8e00" "-c:3:ubulvm" \ + "-A:3:set:0" "${tmpdisk2}" + +system_partition=1 +system_partition_start=$(partx -g -o START -s -n "${system_partition}" "${tmpdisk2}" | xargs) +system_partition_end=$(partx -g -o END -s -n "${system_partition}" "${tmpdisk2}" | xargs) +system_partition_num_sectors=$((${system_partition_end} - ${system_partition_start} + 1)) +system_partition_num_vfat_blocks=$((${system_partition_num_sectors} / 2)) +/sbin/mkfs.vfat -n SYSTEM -F 16 --offset=${system_partition_start} "${tmpdisk2}" ${system_partition_num_vfat_blocks} + +boot_partition=2 +boot_partition_start=$(partx -g -o START -s -n "${boot_partition}" "${tmpdisk2}" | xargs) +boot_partition_end=$(partx -g -o END -s -n "${boot_partition}" "${tmpdisk2}" | xargs) +boot_partition_num_sectors=$((${boot_partition_end} - ${boot_partition_start} + 1)) +boot_partition_offset=$((${boot_partition_start} * 512)) +boot_partition_size=$((${boot_partition_num_sectors} * 512)) + +/sbin/mke2fs -E offset=${boot_partition_offset} ${tmpdisk2} 50m +/sbin/e2fsck -fy "${tmpdisk2}"?offset=${boot_partition_offset} || true + +sudo true + +LOOPDEV2="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV2}" "${tmpdisk1}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV2}"p1 +sleep 10 + +LOOPDEV="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV}" "${tmpdisk2}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV}"p3 +sleep 10 +sudo vgcreate --verbose -y -Zy ubu-vg "${LOOPDEV}"p3 "${LOOPDEV2}"p1 +sleep 10 +sudo lvcreate --verbose -Zy -l +100%FREE -n"ubu-lv" "ubu-vg" --devices "${LOOPDEV}"p3 --devices "${LOOPDEV2}"p1 +sleep 10 +sudo vgchange -ay ubu-vg --devices "${LOOPDEV}"p3 --devices "${LOOPDEV2}"p1 +sleep 10 +sudo vgmknodes +sleep 10 +sudo lvdisplay --readonly --devices "${LOOPDEV}"p3 --devices "${LOOPDEV2}"p1 +rootfs_lv_path=$(sudo lvdisplay -C -o "lv_path" --readonly --devices "${LOOPDEV}"p3 --devices "${LOOPDEV2}"p1 | tail -1 | xargs) +sudo lvchange -ay "${rootfs_lv_path}" --devices "${LOOPDEV}"p3 --devices "${LOOPDEV2}"p1 --verbose +sleep 10 +sudo mke2fs ${rootfs_lv_path} +sudo e2fsck -p -f ${rootfs_lv_path} || true +sudo lvchange -an "${rootfs_lv_path}" --devices "${LOOPDEV}"p3 --devices "${LOOPDEV2}"p1 --verbose +sleep 10 +sudo losetup -d "${LOOPDEV}" +sleep 10 +sudo losetup -d "${LOOPDEV2}" +sleep 10 diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk5.sh b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk5.sh new file mode 100755 index 0000000000..4a2fc10bc0 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk5.sh @@ -0,0 +1,140 @@ +#!/bin/sh + +SELFPID=$$ +renice 5 -p "$SELFPID" +#ionice -c 3 -p "$SELFPID" + +# This test creates 5 disks. Each of them are 8G. The 2nd disk +# contains a PV already. Simulate something is installed previously. + +tmpdisk0="uboot_qemu_disk0.img" +tmpdisk1="uboot_qemu_disk1.img" +tmpdisk2="uboot_qemu_disk2.img" +tmpdisk3="uboot_qemu_disk3.img" +tmpdisk4="uboot_qemu_disk4.img" + +if [ ! -e "${tmpdisk0}" ]; then + truncate -s 8G "${tmpdisk0}" +fi + +if [ ! -e "${tmpdisk1}" ]; then + truncate -s 8G "${tmpdisk1}" +fi + +if [ ! -e "${tmpdisk2}" ]; then + truncate -s 8G "${tmpdisk2}" +fi + +if [ ! -e "${tmpdisk3}" ]; then + truncate -s 8G "${tmpdisk3}" +fi + +if [ ! -e "${tmpdisk4}" ]; then + truncate -s 8G "${tmpdisk4}" +fi + +# partition disk4 +/sbin/sgdisk \ + "-n:1:18M:+32M" "-t:1:ef00" "-c:1:ubuesp" \ + "-A:1:set:0" "${tmpdisk4}" + +/sbin/sgdisk \ + "-n:2:50M:+50M" "-t:2:8305" "-c:2:ububoot" \ + "-A:2:set:2" "${tmpdisk4}" + +/sbin/sgdisk \ + "-n:3:100M:0" "-t:3:8e00" "-c:3:ubulvm" \ + "-A:3:set:0" "${tmpdisk4}" + +system_partition=1 +system_partition_start=$(partx -g -o START -s -n "${system_partition}" "${tmpdisk4}" | xargs) +system_partition_end=$(partx -g -o END -s -n "${system_partition}" "${tmpdisk4}" | xargs) +system_partition_num_sectors=$((${system_partition_end} - ${system_partition_start} + 1)) +system_partition_num_vfat_blocks=$((${system_partition_num_sectors} / 2)) +/sbin/mkfs.vfat -n SYSTEM -F 16 --offset=${system_partition_start} "${tmpdisk4}" ${system_partition_num_vfat_blocks} + +boot_partition=2 +boot_partition_start=$(partx -g -o START -s -n "${boot_partition}" "${tmpdisk4}" | xargs) +boot_partition_end=$(partx -g -o END -s -n "${boot_partition}" "${tmpdisk4}" | xargs) +boot_partition_num_sectors=$((${boot_partition_end} - ${boot_partition_start} + 1)) +boot_partition_offset=$((${boot_partition_start} * 512)) +boot_partition_size=$((${boot_partition_num_sectors} * 512)) + +/sbin/mke2fs -E offset=${boot_partition_offset} ${tmpdisk4} 50m +/sbin/e2fsck -fy "${tmpdisk4}"?offset=${boot_partition_offset} || true + +sudo true + +LOOPDEV0="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV0}" "${tmpdisk0}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV0}" +sleep 10 + +LOOPDEV1="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV1}" "${tmpdisk1}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV1}" +sleep 10 + +LOOPDEV2="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV2}" "${tmpdisk2}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV2}" +sleep 10 + +LOOPDEV3="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV3}" "${tmpdisk3}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV3}" +sleep 10 + +LOOPDEV4="$(sudo /sbin/losetup -f)" +sudo losetup -P "${LOOPDEV4}" "${tmpdisk4}" +sleep 10 +sudo pvcreate --verbose -y -Zy "${LOOPDEV4}"p3 +sleep 10 +sudo vgcreate --verbose -y -Zy ubu-vg "${LOOPDEV4}"p3 +sleep 10 +sudo lvcreate --verbose -Zy -l +100%FREE -n"ubu-lv" "ubu-vg" --devices "${LOOPDEV4}"p3 +sleep 10 +sudo vgchange -ay ubu-vg --devices "${LOOPDEV4}"p3 +sleep 10 +sudo vgmknodes +sleep 10 +sudo lvdisplay --readonly --devices "${LOOPDEV4}"p3 +rootfs_lv_path=$(sudo lvdisplay -C -o "lv_path" --readonly --devices "${LOOPDEV4}"p3 | tail -1 | xargs) +sudo lvchange -ay "${rootfs_lv_path}" --devices "${LOOPDEV4}"p3 --verbose +sleep 10 +sudo mke2fs ${rootfs_lv_path} +sudo e2fsck -p -f ${rootfs_lv_path} || true +sudo lvchange -an "${rootfs_lv_path}" --devices "${LOOPDEV4}"p3 --verbose +sleep 10 + +sudo vgcreate --verbose -y -Zy home-vg "${LOOPDEV0}" "${LOOPDEV1}" "${LOOPDEV2}" "${LOOPDEV3}" +sleep 10 +sudo lvcreate --verbose -Zy -l +100%FREE -n"home-lv" "home-vg" +sleep 10 +sudo vgchange -ay home-vg +sleep 10 +sudo vgmknodes +sleep 10 +sudo lvdisplay --readonly --devices "${LOOPDEV0}" --devices "${LOOPDEV1}" --devices "${LOOPDEV2}" --devices "${LOOPDEV3}" +home_lv_path=$(sudo lvdisplay -C -o "lv_path" --readonly --devices "${LOOPDEV0}" --devices "${LOOPDEV1}" --devices "${LOOPDEV2}" --devices "${LOOPDEV3}" | tail -1 | xargs) +sudo lvchange -ay "${home_lv_path}" --verbose +sleep 10 +sudo mke2fs ${home_lv_path} +sudo e2fsck -p -f ${home_lv_path} || true +sudo lvchange -an "${home_lv_path}" --verbose +sleep 10 + +sudo losetup -d "${LOOPDEV4}" +sleep 10 +sudo losetup -d "${LOOPDEV3}" +sleep 10 +sudo losetup -d "${LOOPDEV2}" +sleep 10 +sudo losetup -d "${LOOPDEV1}" +sleep 10 +sudo losetup -d "${LOOPDEV0}" +sleep 10 diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh new file mode 100755 index 0000000000..a82bdb7341 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh @@ -0,0 +1,90 @@ +#!/bin/bash + +extract_image() { + disk1e="$1" + part1e="$2" + out1e="$3" + + partition_start=$(partx -g -o START -s -n "${part1e}" "${disk1e}" | xargs) + partition_end=$(partx -g -o END -s -n "${part1e}" "${disk1e}" | xargs) + partition_num_sectors=$((${partition_end} - ${partition_start} + 1)) + partition_offset=$((${partition_start} * 512)) + partition_size=$((${partition_num_sectors} * 512)) + + dd if="${disk1e}" of="${out1e}" bs=512 skip="${partition_start}" \ + count="${partition_num_sectors}" +} + +diskmain=$(ls uboot_qemu_disk*.img | head -1) + +NUMOFPARTITIONS=$(partx -g "${diskmain}" | wc -l) + +if [ ${NUMOFPARTITIONS} -ne 3 ]; then + echo "Number of partitions incorrect: ${NUMOFPARTITIONS}" + partx "${diskmain}" + exit 1 +fi + +for DISK1 in uboot_qemu_disk*.img; do + if [ x"${DISK1}" = x"${diskmain}" ]; then + continue + fi + NUMOFPARTITIONS1=$(partx -g "${DISK1}" | wc -l) + if [ ${NUMOFPARTITIONS1} -ne 1 ]; then + echo "Number of partitions incorrect for ${DISK1}: ${NUMOFPARTITIONS1}" + partx "${DISK1}" + exit 1 + fi +done + +rootfs_partition_tempfile="rootfs.img" +lvm_partition_tempfile="lvm"$(echo "${diskmain}" | sed 's/uboot_qemu_disk\(.*\)\.img/\1/')".img" +lvm_partition="3" +boot_partition_tempfile="boot.img" +boot_partition="2" + +extract_image "${diskmain}" "${boot_partition}" "${boot_partition_tempfile}" +extract_image "${diskmain}" "${lvm_partition}" "${lvm_partition_tempfile}" +/sbin/e2fsck -p -f "${boot_partition_tempfile}" || true + +for DISK1 in uboot_qemu_disk*.img; do + if [ x"${DISK1}" = x"${diskmain}" ]; then + continue + fi + NUM1=$(echo "${DISK1}" | sed 's/uboot_qemu_disk\(.*\)\.img/\1/') + extract_image "${DISK1}" 1 "lvm${NUM1}.img" +done + +sudo true + +LOOPDEVS="" +LOOPDEVSPV="" +for LVM1 in lvm*.img; do + LOOPDEV="$(sudo /sbin/losetup -f)" + LOOPDEVS="${LOOPDEVS} ${LOOPDEV}" + LOOPDEVSPV="${LOOPDEVSPV} --devices ${LOOPDEV}" + sudo losetup -r "${LOOPDEV}" "${LVM1}" + sleep 10 +done + +echo "Test pvdisplay on each PV. Should printout a warning." +for LOOPDEV in ${LOOPDEVS}; do + sudo pvdisplay --readonly --devices "${LOOPDEV}" +done + +echo "Test pvdisplay on all PV. Should be OK." +sudo pvdisplay --readonly ${LOOPDEVSPV} +sudo vgdisplay --readonly ${LOOPDEVSPV} +sudo lvdisplay --readonly ${LOOPDEVSPV} +rootfs_lv_path=$(sudo lvdisplay -C -o "lv_path" --readonly ${LOOPDEVSPV} | tail -1 | xargs) +rootfs_dev_path=$(sudo lvdisplay -C -o "lv_dm_path" --readonly ${LOOPDEVSPV} | tail -1 | xargs) +sudo lvchange -ay "${rootfs_lv_path}" ${LOOPDEVSPV} --verbose +sleep 10 +sudo dd if="${rootfs_lv_path}" of="${rootfs_partition_tempfile}" bs=512 +sudo /sbin/e2fsck -p -f "${rootfs_partition_tempfile}" || true +sudo lvchange -an "${rootfs_lv_path}" ${LOOPDEVSPV} --verbose +sleep 10 +for LOOPDEV in ${LOOPDEVS}; do + sudo losetup -d "${LOOPDEV}" + sleep 10 +done diff --git a/gigabyte-ampere-cuttlefish-installer/uboot/build_uboot_qemu_aarch64.sh b/gigabyte-ampere-cuttlefish-installer/uboot/build_uboot_qemu_aarch64.sh new file mode 100755 index 0000000000..dbafe7c39d --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/uboot/build_uboot_qemu_aarch64.sh @@ -0,0 +1,37 @@ +#!/bin/sh + +set +e + +SELFPID=$$ +renice 10 -p "$SELFPID" +ionice -c 3 -p "$SELFPID" + +set -e + +B=../uboot_build_place +rm -rf "$B" +mkdir -p "$B" + +B=$(realpath "${B}") + +export CROSS_COMPILE=aarch64-linux-gnu- + +cd "$S" + +make O="$B" qemu_arm64_defconfig +cat < "${B}"/extraconfig +CONFIG_PROT_TCP=y +CONFIG_PROT_TCP_SACK=y +CONFIG_CMD_WGET=y +CONFIG_UDP_FUNCTION_FASTBOOT=y +CONFIG_TCP_FUNCTION_FASTBOOT=y +CONFIG_IPV6=y +CONFIG_VIRTIO_CONSOLE=y +CONFIG_FASTBOOT_BUF_ADDR=0x08000000 +CONFIG_CMD_EFIDEBUG=y +CONFIG_DISTRO_DEFAULTS=y +EOF + +./scripts/kconfig/merge_config.sh -O ${B} ${B}/.config ${B}/extraconfig + +make O="$B" diff --git a/gigabyte-ampere-cuttlefish-installer/uboot/download_uboot.sh b/gigabyte-ampere-cuttlefish-installer/uboot/download_uboot.sh new file mode 100755 index 0000000000..a755fdac2a --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/uboot/download_uboot.sh @@ -0,0 +1,16 @@ +#!/bin/sh + +set -e + +UBOOT_GIT_URL_DEFAULT=git://git.denx.de/u-boot.git +UBOOT_GIT_BRANCH_DEFAULT=master + +if [ x"$UBOOT_GIT_URL" = x ]; then + UBOOT_GIT_URL="$UBOOT_GIT_URL_DEFAULT" +fi + +if [ x"$UBOOT_GIT_BRANCH" = x ]; then + UBOOT_GIT_BRANCH="$UBOOT_GIT_BRANCH_DEFAULT" +fi + +git clone --depth=1 --branch="${UBOOT_GIT_BRANCH}" "${UBOOT_GIT_URL}" u-boot diff --git a/gigabyte-ampere-cuttlefish-installer/utils/download-ci-cf.sh b/gigabyte-ampere-cuttlefish-installer/utils/download-ci-cf.sh new file mode 100755 index 0000000000..4f23c535f4 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/utils/download-ci-cf.sh @@ -0,0 +1,16 @@ +#!/bin/bash + +# Download Cuttlefish + +set -o errexit + +URL=https://ci.android.com/builds/latest/branches/aosp-master/targets/aosp_cf_arm64_phone-userdebug/view/BUILD_INFO +RURL=$(curl -Ls -o /dev/null -w %{url_effective} ${URL}) +echo $RURL + +FILENAME=$(wget -nv -O - ${RURL%/view/BUILD_INFO}/ | grep aosp_cf_arm64_phone-img- | sed 's/.*\(aosp_cf_arm64_phone-img-[0-9]*[.]zip\).*/\1/g') + +wget -nv -c ${RURL%/view/BUILD_INFO}/raw/${FILENAME} +wget -nv -c ${RURL%/view/BUILD_INFO}/raw/cvd-host_package.tar.gz + +exit 0 diff --git a/gigabyte-ampere-cuttlefish-installer/utils/download_di.sh b/gigabyte-ampere-cuttlefish-installer/utils/download_di.sh new file mode 100755 index 0000000000..f996238c1e --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/utils/download_di.sh @@ -0,0 +1,7 @@ +#!/bin/sh + +git clone https://salsa.debian.org/installer-team/d-i.git +cd d-i +./scripts/git-setup +mr checkout + diff --git a/gigabyte-ampere-cuttlefish-installer/utils/install_repo_package.sh b/gigabyte-ampere-cuttlefish-installer/utils/install_repo_package.sh new file mode 100755 index 0000000000..d32c913753 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/utils/install_repo_package.sh @@ -0,0 +1,17 @@ +#!/bin/sh + +# This script is for CodeLinaro CI. To install repo package in Debian +# image. + +# To run this script you need to install build-essential, devscripts, +# ubuntu-dev-tools, equivs, and fakeroot packages first. + +mkdir -p repo_debian_package_build_space +cd repo_debian_package_build_space +pull-debian-source repo +cd repo-* +mk-build-deps --install --root-cmd sudo --remove --tool='apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends --yes' debian/control +debuild --no-sign +cd .. +sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb +cd .. From a3f770a42b884f9ee7b280c86b791cc36f921daa Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 2 Apr 2024 00:05:23 -0700 Subject: [PATCH 007/137] Changed name from .gitlab-ci.yml to gitlab-ci.yml because original name .gitlab-ci.yml can't be committed into github. --- .../gitlab-ci.yml | 816 ++++++++++++++++++ 1 file changed, 816 insertions(+) create mode 100644 gigabyte-ampere-cuttlefish-installer/gitlab-ci.yml diff --git a/gigabyte-ampere-cuttlefish-installer/gitlab-ci.yml b/gigabyte-ampere-cuttlefish-installer/gitlab-ci.yml new file mode 100644 index 0000000000..d60af5bea0 --- /dev/null +++ b/gigabyte-ampere-cuttlefish-installer/gitlab-ci.yml @@ -0,0 +1,816 @@ +# This file is a template, and might need editing before it works on your project. +# This is a sample GitLab CI/CD configuration file that should run without any modifications. +# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, +# it uses echo commands to simulate the pipeline execution. +# +# A pipeline is composed of independent jobs that run scripts, grouped into stages. +# Stages run in sequential order, but jobs within stages run in parallel. +# +# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages +# +# You can copy and paste this template into a new `.gitlab-ci.yml` file. +# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. +# +# To contribute improvements to CI/CD templates, please follow the Development guide at: +# https://docs.gitlab.com/ee/development/cicd/templates.html +# This specific template is located at: +# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml + +default: + image: debian:bookworm + +stages: # List of stages for jobs, and their order of execution + - build + - test-debianpackage + - deploy-debianpackage + - test-image + - deploy-image + +build-installer-iso-job: # This job runs in the build stage, which runs first. + stage: build + variables: + KUBERNETES_MEMORY_REQUEST: 4G + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y wget libarchive-tools + - apt-get install -y xorriso + - apt-get install -y cpio xz-utils + - apt-get install -y fdisk + - echo "CI_PROJECT_NAME=${CI_PROJECT_NAME}" >> preseed/after_install_1.sh + - echo "CI_PIPELINE_ID=${CI_PIPELINE_ID}" >> preseed/after_install_1.sh + - echo "Download Debian installer" + - wget -nv -c ${DEBIAN_ISO_URL} + - echo "Creating ISO images with preseed" + - ./addpreseed.sh + - echo "Create artifact" + - xz -9e preseed-mini.iso + - echo "Build complete." + artifacts: + paths: + - preseed-mini.iso.xz + +build-cuttlefish-deb-job: + stage: build + variables: + KUBERNETES_MEMORY_REQUEST: 4G + DEBEMAIL: glt-gig-noreply@linaro.org + DEBFULLNAME: Linaro GLT Deb + CUTTLEFISH_GIT_URL: https://github.com/google/android-cuttlefish.git + CUTTLEFISH_GIT_BRANCH: main + tags: + - arm64-runner + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y p7zip-full + - apt-get install -y ubuntu-dev-tools qemu-user-static + - apt-get install -y git ca-certificates less + - apt-get install -y build-essential + - apt-get install -y devscripts equivs fakeroot dpkg-dev + - echo "Building package" + - ./build_cf_packages_native.sh + - echo "Compile complete." + - echo "Create artifact" + - cp -f android-cuttlefish/cuttlefish-base_*.deb . + - cp -f android-cuttlefish/cuttlefish-user_*.deb . + - cp -f android-cuttlefish/cuttlefish-integration_*.deb . + - cp -f android-cuttlefish/cuttlefish-common_*.deb . + - 7z a -mx=9 cuttlefish_packages.7z *.deb + artifacts: + paths: + - cuttlefish_packages.7z + +build-metapackage-deb-job: + stage: build + variables: + DEBEMAIL: glt-gig-noreply@linaro.org + DEBFULLNAME: Linaro GLT Deb + tags: + - arm64-runner + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y ubuntu-dev-tools qemu-user-static + - apt-get install -y git ca-certificates less + - apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot + - apt-get install -y build-essential autoconf automake + - apt-get install -y p7zip-full + - echo "Building package" + - cd metapackage-linaro-gigamp; debuild --no-sign; cd .. + - echo "Compile complete." + - echo "Create artifact" + - 7z a -mx=9 meta_gigamp_packages.7z *.deb + artifacts: + paths: + - meta_gigamp_packages.7z + +build-kernel-aosp14-61-deb-job: + stage: build + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 80G + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + tags: + - arm64-runner + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y git ca-certificates less + - apt-get install -y fakeroot + - apt-get install -y devscripts equivs + - apt-get install -y ubuntu-dev-tools + - apt-get install -y build-essential + - apt-get install -y p7zip-full + - apt-get install -y crossbuild-essential-arm64 + - ./utils/install_repo_package.sh + - echo "Install kernel build dependencies" + - ./kernel_dependencies.sh + - echo "Download AOSP kernel source code" + - ./kernel_download.sh + - echo "Building package" + - ./kernel_build_deb.sh + - echo "Compile complete." + - echo "Create artifact" + - cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . + - cp kernel-build-space/buildresult/linux-headers-*.deb . + - 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + timeout: 6 hours + artifacts: + paths: + - aosp_kernel_aosp14_61.7z + +build-kernel-aosp15-61-deb-job: + stage: build + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 80G + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + tags: + - arm64-runner + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y git ca-certificates less + - apt-get install -y fakeroot + - apt-get install -y devscripts equivs + - apt-get install -y ubuntu-dev-tools + - apt-get install -y build-essential + - apt-get install -y p7zip-full + - apt-get install -y crossbuild-essential-arm64 + - ./utils/install_repo_package.sh + - echo "Install kernel build dependencies" + - ./kernel_dependencies.sh + - echo "Download AOSP kernel source code" + - ./kernel_download.sh + - echo "Building package" + - ./kernel_build_deb.sh + - echo "Compile complete." + - echo "Create artifact" + - cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . + - cp kernel-build-space/buildresult/linux-headers-*.deb . + - 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + timeout: 6 hours + artifacts: + paths: + - aosp_kernel_aosp15_61.7z + +build-kernel-aosp15-66-deb-job: + stage: build + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 80G + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + tags: + - arm64-runner + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y git ca-certificates less + - apt-get install -y fakeroot + - apt-get install -y devscripts equivs + - apt-get install -y ubuntu-dev-tools + - apt-get install -y build-essential + - apt-get install -y p7zip-full + - apt-get install -y crossbuild-essential-arm64 + - ./utils/install_repo_package.sh + - echo "Install kernel build dependencies" + - ./kernel_dependencies.sh + - echo "Download AOSP kernel source code" + - ./kernel_download.sh + - echo "Building package" + - ./kernel_build_deb.sh + - echo "Compile complete." + - echo "Create artifact" + - cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . + - cp kernel-build-space/buildresult/linux-headers-*.deb . + - 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + timeout: 6 hours + artifacts: + paths: + - aosp_kernel_aosp15_66.7z + +build-uboot-qemu-job: + stage: build + variables: + KUBERNETES_CPU_REQUEST: 1 + KUBERNETES_MEMORY_REQUEST: 2G + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + script: + - echo "Prepare building environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - apt-get install -y build-essential + - apt-get install -y gcc-aarch64-linux-gnu + - apt-get install -y git ca-certificates + - apt-get install -y bc flex bison + - apt-get install -y coccinelle + - apt-get install -y device-tree-compiler dfu-util efitools + - apt-get install -y gdisk graphviz imagemagick + - apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools + - apt-get install -y libncurses-dev + - apt-get install -y libpython3-dev libsdl2-dev libssl-dev + - apt-get install -y lz4 lzma lzma-alone openssl + - apt-get install -y pkg-config + - apt-get install -y python3 python3-asteval python3-coverage + - apt-get install -y python3-filelock + - apt-get install -y python3-pkg-resources python3-pycryptodome + - apt-get install -y python3-pyelftools + - apt-get install -y python3-pytest python3-pytest-xdist + - apt-get install -y python3-sphinxcontrib.apidoc + - apt-get install -y python3-sphinx-rtd-theme python3-subunit + - apt-get install -y python3-testtools python3-virtualenv + - apt-get install -y swig uuid-dev + - echo "Downloading" + - ./uboot/download_uboot.sh + - echo "Building" + - cd u-boot; ../uboot/build_uboot_qemu_aarch64.sh; cd - + - cp uboot_build_place/u-boot.bin . + - echo "Done" + timeout: 3 hours + artifacts: + paths: + - u-boot.bin + +test-install-cuttlefish-deb-job: # This job runs in the test stage. + stage: test-debianpackage # It only starts when the job in the build stage completes successfully. + needs: ["build-cuttlefish-deb-job"] + tags: + - arm64-runner + script: + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl + - apt-get install -y p7zip-full + - apt-get install -y openssh-server + - apt-get install -y --no-install-recommends udev + - apt-get install -y ebtables + - whoami + - usermod -aG kvm,render `whoami` + - echo "Running installation tests..." + - 7z x cuttlefish_packages.7z + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + - usermod -aG cvdnetwork `whoami` + - echo "Done" + +test-install-metapackage-deb-job: + stage: test-debianpackage + needs: ["build-metapackage-deb-job"] + tags: + - arm64-runner + script: + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl + - apt-get install -y p7zip-full + - echo "Running installation tests..." + - 7z x meta_gigamp_packages.7z + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + - test -e /etc/security/limits.d/95-linaro-gigamp-nofile.conf + - ulimit -n + - grep time1.google.com /etc/ntpsec/ntp.conf + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-linaro-gigamp + - test $(grep time1.google.com /etc/ntpsec/ntp.conf | wc -l) -eq 0 + - echo "Done" + +test-install-kernel-aosp14-61-deb-job: # This job also runs in the test stage. + stage: test-debianpackage # It can run at the same time with other jobs (in parallel). + needs: ["build-kernel-aosp14-61-deb-job"] + tags: + - arm64-runner + script: + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - apt-get install -y p7zip-full zstd + - apt-get install -y initramfs-tools + - echo "Running installation tests..." + - 7z x aosp_kernel_aosp14_61.7z + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + - test -e /boot/vmlinuz-*aosp*-linaro* + - test -e /boot/initrd.img-*aosp*-linaro* + - grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* + - grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* + - echo "Done" + +test-install-kernel-aosp15-61-deb-job: # This job also runs in the test stage. + stage: test-debianpackage # It can run at the same time with other jobs (in parallel). + needs: ["build-kernel-aosp15-61-deb-job"] + tags: + - arm64-runner + script: + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - apt-get install -y p7zip-full zstd + - apt-get install -y initramfs-tools + - echo "Running installation tests..." + - 7z x aosp_kernel_aosp15_61.7z + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + - test -e /boot/vmlinuz-*aosp*-linaro* + - test -e /boot/initrd.img-*aosp*-linaro* + - grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* + - grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* + - echo "Done" + +test-install-kernel-aosp15-66-deb-job: # This job also runs in the test stage. + stage: test-debianpackage # It can run at the same time with other jobs (in parallel). + needs: ["build-kernel-aosp15-66-deb-job"] + tags: + - arm64-runner + script: + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - apt-get install -y p7zip-full zstd + - apt-get install -y initramfs-tools + - echo "Running installation tests..." + - 7z x aosp_kernel_aosp15_66.7z + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + - test -e /boot/vmlinuz-*aosp*-linaro* + - test -e /boot/initrd.img-*aosp*-linaro* + - grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* + - grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* + - echo "Done" + +test-iso-qemu-job: + stage: test-image + tags: + - amd64-runner + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G + KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" + script: + - echo "Test iso installer with qemu. This will take about 5 hours." + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y util-linux util-linux-extra + - apt-get install -y xz-utils + - apt-get install -y qemu-system-arm + - apt-get install -y expect + - apt-get install -y e2tools + - apt-get install -y lvm2 + - apt-get install -y ubuntu-dev-tools + - apt-get install -y sshpass + - apt-get install -y u-boot-qemu + - pull-debian-debs u-boot-qemu + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - xz -d preseed-mini.iso.xz + - chmod a-w preseed-mini.iso + - cp -f tests/installer-iso-* . + - echo "Run installer on qemu" + - ./installer-iso-install.expect successful_install sheeFei2 + - echo "Test if installation is successed" + - ./installer-iso-extract-partitions.sh + - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - echo sheeFei2 > successful_install_compare + - cmp successful_install successful_install_compare + - echo "Test if AOSP kernel is installed" + - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* + - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . + - test -e vmlinuz-*aosp*-linaro* + - echo "Test if Cuttlefish Debian packages are installed" + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - echo "Make sure that we do not have home partitions anymore" + - test '!' -e home.img + - echo "Test successful" + timeout: 8 hours + +test-iso-multidisk-qemu-empty-disk-job: + stage: test-image + tags: + - amd64-runner + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G + KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" + script: + - echo "Test iso installer with qemu. This will take about 5 hours." + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y util-linux util-linux-extra + - apt-get install -y xz-utils + - apt-get install -y qemu-system-arm + - apt-get install -y expect + - apt-get install -y e2tools + - apt-get install -y lvm2 + - apt-get install -y ubuntu-dev-tools + - apt-get install -y sshpass + - apt-get install -y u-boot-qemu + - pull-debian-debs u-boot-qemu + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - xz -d preseed-mini.iso.xz + - chmod a-w preseed-mini.iso + - cp -f tests/installer-iso-* . + - cp -f tests/multidisk/installer-iso-* . + - echo "Create disks" + - ./tests/multidisk/installer-create-empty-disk2.sh + - echo "Run installer on qemu" + - ./installer-iso-install.expect successful_install eD4uvei1 + - echo "Test if installation is successed" + - ./installer-iso-extract-partitions-multidisk.sh + - echo "Test if rootfs is larger than 8G. It should be." + - test $(stat -c '%s' rootfs.img) '-gt' 8589934592 + - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - echo eD4uvei1 > successful_install_compare + - cmp successful_install successful_install_compare + - echo "Test if AOSP kernel is installed" + - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* + - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . + - test -e vmlinuz-*aosp*-linaro* + - echo "Test if Cuttlefish Debian packages are installed" + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - echo "Test successful" + timeout: 8 hours + +test-iso-multidisk-qemu-disk2-with-data-job: + stage: test-image + tags: + - amd64-runner + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G + KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" + script: + - echo "Test iso installer with qemu. This will take about 5 hours." + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y util-linux util-linux-extra + - apt-get install -y xz-utils + - apt-get install -y qemu-system-arm + - apt-get install -y expect + - apt-get install -y gdisk + - apt-get install -y e2tools fatcat mtools dosfstools + - apt-get install -y lvm2 + - apt-get install -y ubuntu-dev-tools + - apt-get install -y sshpass + - apt-get install -y u-boot-qemu + - pull-debian-debs u-boot-qemu + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - apt-get install -y udev libgudev-1.0-dev + - xz -d preseed-mini.iso.xz + - chmod a-w preseed-mini.iso + - cp -f tests/installer-iso-* . + - cp -f tests/multidisk/installer-iso-* . + - echo "Create disks" + - ./tests/multidisk/installer-create-preinstalled-disk2.sh + - echo "Run installer on qemu" + - ./installer-iso-install.expect successful_install Daiyaik0 + - echo "Test if installation is successed" + - ./installer-iso-extract-partitions-multidisk.sh + - echo "Test if rootfs is larger than 8G. It should be." + - test $(stat -c '%s' rootfs.img) '-gt' 8589934592 + - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - echo Daiyaik0 > successful_install_compare + - cmp successful_install successful_install_compare + - echo "Test if AOSP kernel is installed" + - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* + - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . + - test -e vmlinuz-*aosp*-linaro* + - echo "Test if Cuttlefish Debian packages are installed" + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - echo "Test successful" + timeout: 8 hours + +test-iso-multidisk-qemu-disk5-with-data-job: + stage: test-image + tags: + - amd64-runner + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 90G + KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" + script: + - echo "Test iso installer with qemu. This will take about 5 hours." + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y util-linux util-linux-extra + - apt-get install -y xz-utils + - apt-get install -y qemu-system-arm + - apt-get install -y expect + - apt-get install -y gdisk + - apt-get install -y e2tools fatcat mtools dosfstools + - apt-get install -y lvm2 + - apt-get install -y ubuntu-dev-tools + - apt-get install -y sshpass + - apt-get install -y u-boot-qemu + - pull-debian-debs u-boot-qemu + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - apt-get install -y udev libgudev-1.0-dev + - xz -d preseed-mini.iso.xz + - chmod a-w preseed-mini.iso + - cp -f tests/installer-iso-* . + - cp -f tests/multidisk/installer-iso-* . + - echo "Create disks" + - ./tests/multidisk/installer-create-preinstalled-disk5.sh + - echo "Run installer on qemu" + - ./installer-iso-install.expect successful_install AiT7eipi + - echo "Test if installation is successed" + - ./installer-iso-extract-partitions-multidisk.sh + - echo "Test if rootfs is larger than 8G. It should be." + - test $(stat -c '%s' rootfs.img) '-gt' 8589934592 + - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - echo AiT7eipi > successful_install_compare + - cmp successful_install successful_install_compare + - echo "Test if AOSP kernel is installed" + - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* + - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . + - test -e vmlinuz-*aosp*-linaro* + - echo "Test if Cuttlefish Debian packages are installed" + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator + - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - echo "Test successful" + timeout: 8 hours + +test-iso-cf-qemu-job: + stage: test-image + tags: + - amd64-runner + variables: + KUBERNETES_MEMORY_REQUEST: 8G + KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G + script: + - echo "Test iso installer with qemu. This will take about 5 hours." + - echo "Prepare test bed" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y debconf-utils + - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v + - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata + - dpkg-reconfigure --frontend noninteractive tzdata + - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v + - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder + - dpkg-reconfigure --frontend noninteractive pbuilder + - apt-get install -y util-linux-extra + - apt-get install -y xz-utils + - apt-get install -y qemu-system-arm + - apt-get install -y expect + - apt-get install -y e2tools + - apt-get install -y ubuntu-dev-tools + - apt-get install -y u-boot-qemu + - apt-get install -y wget curl + - apt-get install -y openssh-client sshpass + - apt-get install -y screen + - pull-debian-debs u-boot-qemu + - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - xz -d preseed-mini.iso.xz + - chmod a-w preseed-mini.iso + - cp -f tests/installer-iso-* . + - echo "Run installer on qemu" + - ./installer-iso-install.expect + - echo "Installation successed" + - echo "Download cuttlefish" + - ./utils/download-ci-cf.sh + - echo "Start qemu" + - screen -d -m -L -Logfile console_001.log ./installer-iso-run-qemu.sh + - echo "Wait for system run" + - sleep 300 + - cp -f console_001.log console_001_p1.log + - CONSOLELINES=$(cat console_001_p1.log | wc -l) + - cat console_001_p1.log + - grep "login:" console_001_p1.log > /dev/null + - echo "Deploy cuttlefish" + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'echo cuttlefish | sudo -S -k apt-get install -y unzip' + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'mkdir cf' + - sshpass -p cuttlefish scp -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -P 33322 cvd-host_package.tar.gz vsoc-01@localhost:/home/vsoc-01/ + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'cd cf; tar -xvf ../cvd-host_package.tar.gz' + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'rm -f cvd-host_package.tar.gz' + - sshpass -p cuttlefish scp -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -P 33322 aosp_cf_arm64_phone-*.zip vsoc-01@localhost:/home/vsoc-01/ + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'cd cf; unzip ../aosp_cf_arm64_phone-*.zip' + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'rm -f aosp_cf_arm64_phone-*.zip' + - echo "We cannot run cuttlefish in qemu due to lack of kvm. Just launch_cvd for testing" + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'cd cf; HOME=$PWD ./bin/launch_cvd -help' || true + - echo "Test for lzop" + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'lzop -V' + - echo "Test for Google NTP" + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ntpq -p' + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ntpq -p | grep time1.google' + - echo "Test for ulimit" + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ulimit -a' + - test $(sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ulimit -n') -ge 2048 + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'update-alternatives --display iptables' | grep "link currently points to /usr/sbin/iptables-legacy" + - echo "Shutdown qemu." + - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'echo cuttlefish | sudo -S -k shutdown -h 1' + - echo "Wait for qemu stop" + - sleep 500; #waitpid -t 500 -e $(pidof screen) + - tail -n +"${CONSOLELINES}" console_001.log + - echo "Done." + timeout: 7 hours + +deploy-iso-job: # This job runs in the deploy stage. + stage: deploy-image # It only runs when all jobs in the test-image stage complete successfully. + environment: production + script: + - echo "Prepare environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y curl + - echo "Deploying application..." + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T preseed-mini.iso.xz "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/preseed-mini.iso.xz" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T preseed-mini.iso.xz "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/preseed-mini.iso.xz" + - echo "Application successfully deployed." + +deploy-deb-job: + stage: deploy-debianpackage + environment: production + script: + - echo "Prepare environment" + - apt-get update + - apt-get upgrade -y + - apt-get install -y sudo + - apt-get install -y curl + - apt-get install -y gnupg + - apt-get install -y aptly + - apt-get install -y p7zip-full + - echo "Deploying application..." + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T cuttlefish_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/cuttlefish_packages.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp14_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/aosp_kernel_aosp14_61.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/aosp_kernel_aosp15_61.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_66.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/aosp_kernel_aosp15_66.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T meta_gigamp_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/meta_gigamp_packages.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T cuttlefish_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/cuttlefish_packages.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp14_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/aosp_kernel_aosp14_61.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/aosp_kernel_aosp15_61.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_66.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/aosp_kernel_aosp15_66.7z" + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T meta_gigamp_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/meta_gigamp_packages.7z" + - 7z x aosp_kernel_aosp14_61.7z + - 7z x aosp_kernel_aosp15_61.7z + - 7z x aosp_kernel_aosp15_66.7z + - 7z x cuttlefish_packages.7z + - 7z x meta_gigamp_packages.7z + - mkdir -p debs + - mv -f *.deb debs + - aptly repo create --distribution=bookworm --component=main linaro-release + - aptly repo add linaro-release "debs" + - gpg --batch --yes --import --passphrase "${DEBIAN_REPO_PRIVATE_KEY_PASSWORD}" "${DEBIAN_REPO_PRIVATE_KEY}" + - gpg --batch --yes --export -a glt-gig-noreply@linaro.org > linaro-glt-gig-archive-bookworm.asc + - aptly publish -batch -gpg-key="glt-gig-noreply@linaro.org" -passphrase="${DEBIAN_REPO_PRIVATE_KEY_PASSWORD}" -architectures=all,arm64,amd64 repo linaro-release + - cp -R "$HOME/.aptly/public" ./debian + - find debian -type f -exec curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T {} "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/{}" \; + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T linaro-glt-gig-archive-bookworm.asc "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/debian/linaro-glt-gig-archive-bookworm.asc" + - curl -u "$ARTIFACTS_AUTH_USERNAME":"$ARTIFACTS_AUTH_TOKEN" -XDELETE "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/debian" + - find debian -type f -exec curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T {} "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/{}" \; + - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T linaro-glt-gig-archive-bookworm.asc "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/debian/linaro-glt-gig-archive-bookworm.asc" + - echo "Application successfully deployed." From 6a9d1af03fdac3ea82ee07ed7cb001d50cb1daab Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 3 Apr 2024 13:21:15 -0700 Subject: [PATCH 008/137] Changed the host image installer name to be more universal since this is a generic installer and should work on most of hardware/host, not just Gigabyte. --- .../README.md | 0 .../addpreseed.sh | 0 .../build_cf_packages.sh | 0 .../build_cf_packages_native.sh | 0 .../docs/generate_debian_repo_key.md | 0 .../gitlab-ci.yml | 0 .../kernel_build_deb.sh | 0 .../kernel_build_deb_qemu.sh | 0 .../kernel_dependencies.sh | 0 .../kernel_download.sh | 0 .../metapackage-linaro-gigamp/README | 0 .../metapackage-linaro-gigamp/debian/README.Debian | 0 .../metapackage-linaro-gigamp/debian/README.source | 0 .../metapackage-linaro-gigamp/debian/changelog | 0 .../metapackage-linaro-gigamp/debian/control | 0 .../metapackage-linaro-gigamp/debian/copyright | 0 .../debian/metapackage-linaro-gigamp.cron.d | 0 .../debian/metapackage-linaro-gigamp.dirs | 0 .../debian/metapackage-linaro-gigamp.docs | 0 .../debian/metapackage-linaro-gigamp.install | 0 .../debian/metapackage-linaro-gigamp.postinst | 0 .../debian/metapackage-linaro-gigamp.postrm | 0 .../debian/metapackage-linaro-gigamp.preinst | 0 .../debian/metapackage-linaro-gigamp.prerm | 0 .../metapackage-linaro-gigamp/debian/rules | 0 .../metapackage-linaro-gigamp/debian/source/format | 0 .../limits.d/95-linaro-gigamp-nofile.conf | 0 .../usr/share/linaro-gigamp-use-google-ntp | 0 .../preseed/after_install_1.sh | 0 .../preseed/preseed.cfg | 0 .../tests/installer-iso-extract-partitions.sh | 0 .../tests/installer-iso-install.expect | 0 .../tests/installer-iso-run-qemu.sh | 0 .../tests/multidisk/installer-create-empty-disk2.sh | 0 .../tests/multidisk/installer-create-preinstalled-disk2.sh | 0 .../tests/multidisk/installer-create-preinstalled-disk5.sh | 0 .../tests/multidisk/installer-iso-extract-partitions-multidisk.sh | 0 .../uboot/build_uboot_qemu_aarch64.sh | 0 .../uboot/download_uboot.sh | 0 .../utils/download-ci-cf.sh | 0 .../utils/download_di.sh | 0 .../utils/install_repo_package.sh | 0 42 files changed, 0 insertions(+), 0 deletions(-) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/README.md (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/addpreseed.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/build_cf_packages.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/build_cf_packages_native.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/docs/generate_debian_repo_key.md (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/gitlab-ci.yml (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/kernel_build_deb.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/kernel_build_deb_qemu.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/kernel_dependencies.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/kernel_download.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/README (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/README.Debian (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/README.source (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/changelog (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/control (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/copyright (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/rules (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/source/format (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/preseed/after_install_1.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/preseed/preseed.cfg (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/installer-iso-extract-partitions.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/installer-iso-install.expect (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/installer-iso-run-qemu.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/multidisk/installer-create-empty-disk2.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/multidisk/installer-create-preinstalled-disk2.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/multidisk/installer-create-preinstalled-disk5.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/tests/multidisk/installer-iso-extract-partitions-multidisk.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/uboot/build_uboot_qemu_aarch64.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/uboot/download_uboot.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/utils/download-ci-cf.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/utils/download_di.sh (100%) rename {gigabyte-ampere-cuttlefish-installer => cuttlefish-host-image-installer}/utils/install_repo_package.sh (100%) diff --git a/gigabyte-ampere-cuttlefish-installer/README.md b/cuttlefish-host-image-installer/README.md similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/README.md rename to cuttlefish-host-image-installer/README.md diff --git a/gigabyte-ampere-cuttlefish-installer/addpreseed.sh b/cuttlefish-host-image-installer/addpreseed.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/addpreseed.sh rename to cuttlefish-host-image-installer/addpreseed.sh diff --git a/gigabyte-ampere-cuttlefish-installer/build_cf_packages.sh b/cuttlefish-host-image-installer/build_cf_packages.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/build_cf_packages.sh rename to cuttlefish-host-image-installer/build_cf_packages.sh diff --git a/gigabyte-ampere-cuttlefish-installer/build_cf_packages_native.sh b/cuttlefish-host-image-installer/build_cf_packages_native.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/build_cf_packages_native.sh rename to cuttlefish-host-image-installer/build_cf_packages_native.sh diff --git a/gigabyte-ampere-cuttlefish-installer/docs/generate_debian_repo_key.md b/cuttlefish-host-image-installer/docs/generate_debian_repo_key.md similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/docs/generate_debian_repo_key.md rename to cuttlefish-host-image-installer/docs/generate_debian_repo_key.md diff --git a/gigabyte-ampere-cuttlefish-installer/gitlab-ci.yml b/cuttlefish-host-image-installer/gitlab-ci.yml similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/gitlab-ci.yml rename to cuttlefish-host-image-installer/gitlab-ci.yml diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_build_deb.sh b/cuttlefish-host-image-installer/kernel_build_deb.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/kernel_build_deb.sh rename to cuttlefish-host-image-installer/kernel_build_deb.sh diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_build_deb_qemu.sh b/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/kernel_build_deb_qemu.sh rename to cuttlefish-host-image-installer/kernel_build_deb_qemu.sh diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_dependencies.sh b/cuttlefish-host-image-installer/kernel_dependencies.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/kernel_dependencies.sh rename to cuttlefish-host-image-installer/kernel_dependencies.sh diff --git a/gigabyte-ampere-cuttlefish-installer/kernel_download.sh b/cuttlefish-host-image-installer/kernel_download.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/kernel_download.sh rename to cuttlefish-host-image-installer/kernel_download.sh diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/README b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/README rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/README diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.Debian b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.Debian rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.source b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/README.source rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/changelog b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/changelog rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/control b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/control rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/copyright b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/copyright rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/rules b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/rules rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/source/format b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/debian/source/format rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf diff --git a/gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp b/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp rename to cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp diff --git a/gigabyte-ampere-cuttlefish-installer/preseed/after_install_1.sh b/cuttlefish-host-image-installer/preseed/after_install_1.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/preseed/after_install_1.sh rename to cuttlefish-host-image-installer/preseed/after_install_1.sh diff --git a/gigabyte-ampere-cuttlefish-installer/preseed/preseed.cfg b/cuttlefish-host-image-installer/preseed/preseed.cfg similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/preseed/preseed.cfg rename to cuttlefish-host-image-installer/preseed/preseed.cfg diff --git a/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-extract-partitions.sh b/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/installer-iso-extract-partitions.sh rename to cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh diff --git a/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-install.expect b/cuttlefish-host-image-installer/tests/installer-iso-install.expect similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/installer-iso-install.expect rename to cuttlefish-host-image-installer/tests/installer-iso-install.expect diff --git a/gigabyte-ampere-cuttlefish-installer/tests/installer-iso-run-qemu.sh b/cuttlefish-host-image-installer/tests/installer-iso-run-qemu.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/installer-iso-run-qemu.sh rename to cuttlefish-host-image-installer/tests/installer-iso-run-qemu.sh diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-empty-disk2.sh b/cuttlefish-host-image-installer/tests/multidisk/installer-create-empty-disk2.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-empty-disk2.sh rename to cuttlefish-host-image-installer/tests/multidisk/installer-create-empty-disk2.sh diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk2.sh b/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk2.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk2.sh rename to cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk2.sh diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk5.sh b/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk5.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-create-preinstalled-disk5.sh rename to cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk5.sh diff --git a/gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh b/cuttlefish-host-image-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh rename to cuttlefish-host-image-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh diff --git a/gigabyte-ampere-cuttlefish-installer/uboot/build_uboot_qemu_aarch64.sh b/cuttlefish-host-image-installer/uboot/build_uboot_qemu_aarch64.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/uboot/build_uboot_qemu_aarch64.sh rename to cuttlefish-host-image-installer/uboot/build_uboot_qemu_aarch64.sh diff --git a/gigabyte-ampere-cuttlefish-installer/uboot/download_uboot.sh b/cuttlefish-host-image-installer/uboot/download_uboot.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/uboot/download_uboot.sh rename to cuttlefish-host-image-installer/uboot/download_uboot.sh diff --git a/gigabyte-ampere-cuttlefish-installer/utils/download-ci-cf.sh b/cuttlefish-host-image-installer/utils/download-ci-cf.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/utils/download-ci-cf.sh rename to cuttlefish-host-image-installer/utils/download-ci-cf.sh diff --git a/gigabyte-ampere-cuttlefish-installer/utils/download_di.sh b/cuttlefish-host-image-installer/utils/download_di.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/utils/download_di.sh rename to cuttlefish-host-image-installer/utils/download_di.sh diff --git a/gigabyte-ampere-cuttlefish-installer/utils/install_repo_package.sh b/cuttlefish-host-image-installer/utils/install_repo_package.sh similarity index 100% rename from gigabyte-ampere-cuttlefish-installer/utils/install_repo_package.sh rename to cuttlefish-host-image-installer/utils/install_repo_package.sh From 6ddc1a90fd3b5c4c2ad6a9468f135e3d7c02c1bf Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 11:45:41 -0700 Subject: [PATCH 009/137] Added initial version of debian host image ci workflow. --- .github/workflows/host-image-ci.yml | 36 +++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/host-image-ci.yml diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml new file mode 100644 index 0000000000..127724996c --- /dev/null +++ b/.github/workflows/host-image-ci.yml @@ -0,0 +1,36 @@ +# This file is a template, and might need editing before it works on your project. +# This is a sample GitLab CI/CD configuration file that should run without any modifications. +# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, +# it uses echo commands to simulate the pipeline execution. +# +# A pipeline is composed of independent jobs that run scripts, grouped into stages. +# Stages run in sequential order, but jobs within stages run in parallel. +# +# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages +# +# You can copy and paste this template into a new `.gitlab-ci.yml` file. +# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. +# +# To contribute improvements to CI/CD templates, please follow the Development guide at: +# https://docs.gitlab.com/ee/development/cicd/templates.html +# This specific template is located at: +# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml + +name: HostImage + +on: [pull_request, push] + +jobs: + build-installer-iso-job: + runs-on: macos-latest + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + container: + image: debian@sha256:6496a3400e12fbff53da7318b304405a5cb2f185a74bdb4458dcc4b645839380 # debian:bookworm-20240311, linux/arm64/v8 + steps: + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso From a5af02a905d9c1cb6d6796485a04b285bca16c0e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 12:56:14 -0700 Subject: [PATCH 010/137] Testing host image workflow. --- cuttlefish-host-image-installer/gitlab-ci.yml | 816 ------------------ 1 file changed, 816 deletions(-) delete mode 100644 cuttlefish-host-image-installer/gitlab-ci.yml diff --git a/cuttlefish-host-image-installer/gitlab-ci.yml b/cuttlefish-host-image-installer/gitlab-ci.yml deleted file mode 100644 index d60af5bea0..0000000000 --- a/cuttlefish-host-image-installer/gitlab-ci.yml +++ /dev/null @@ -1,816 +0,0 @@ -# This file is a template, and might need editing before it works on your project. -# This is a sample GitLab CI/CD configuration file that should run without any modifications. -# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, -# it uses echo commands to simulate the pipeline execution. -# -# A pipeline is composed of independent jobs that run scripts, grouped into stages. -# Stages run in sequential order, but jobs within stages run in parallel. -# -# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages -# -# You can copy and paste this template into a new `.gitlab-ci.yml` file. -# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. -# -# To contribute improvements to CI/CD templates, please follow the Development guide at: -# https://docs.gitlab.com/ee/development/cicd/templates.html -# This specific template is located at: -# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml - -default: - image: debian:bookworm - -stages: # List of stages for jobs, and their order of execution - - build - - test-debianpackage - - deploy-debianpackage - - test-image - - deploy-image - -build-installer-iso-job: # This job runs in the build stage, which runs first. - stage: build - variables: - KUBERNETES_MEMORY_REQUEST: 4G - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y wget libarchive-tools - - apt-get install -y xorriso - - apt-get install -y cpio xz-utils - - apt-get install -y fdisk - - echo "CI_PROJECT_NAME=${CI_PROJECT_NAME}" >> preseed/after_install_1.sh - - echo "CI_PIPELINE_ID=${CI_PIPELINE_ID}" >> preseed/after_install_1.sh - - echo "Download Debian installer" - - wget -nv -c ${DEBIAN_ISO_URL} - - echo "Creating ISO images with preseed" - - ./addpreseed.sh - - echo "Create artifact" - - xz -9e preseed-mini.iso - - echo "Build complete." - artifacts: - paths: - - preseed-mini.iso.xz - -build-cuttlefish-deb-job: - stage: build - variables: - KUBERNETES_MEMORY_REQUEST: 4G - DEBEMAIL: glt-gig-noreply@linaro.org - DEBFULLNAME: Linaro GLT Deb - CUTTLEFISH_GIT_URL: https://github.com/google/android-cuttlefish.git - CUTTLEFISH_GIT_BRANCH: main - tags: - - arm64-runner - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y p7zip-full - - apt-get install -y ubuntu-dev-tools qemu-user-static - - apt-get install -y git ca-certificates less - - apt-get install -y build-essential - - apt-get install -y devscripts equivs fakeroot dpkg-dev - - echo "Building package" - - ./build_cf_packages_native.sh - - echo "Compile complete." - - echo "Create artifact" - - cp -f android-cuttlefish/cuttlefish-base_*.deb . - - cp -f android-cuttlefish/cuttlefish-user_*.deb . - - cp -f android-cuttlefish/cuttlefish-integration_*.deb . - - cp -f android-cuttlefish/cuttlefish-common_*.deb . - - 7z a -mx=9 cuttlefish_packages.7z *.deb - artifacts: - paths: - - cuttlefish_packages.7z - -build-metapackage-deb-job: - stage: build - variables: - DEBEMAIL: glt-gig-noreply@linaro.org - DEBFULLNAME: Linaro GLT Deb - tags: - - arm64-runner - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y ubuntu-dev-tools qemu-user-static - - apt-get install -y git ca-certificates less - - apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot - - apt-get install -y build-essential autoconf automake - - apt-get install -y p7zip-full - - echo "Building package" - - cd metapackage-linaro-gigamp; debuild --no-sign; cd .. - - echo "Compile complete." - - echo "Create artifact" - - 7z a -mx=9 meta_gigamp_packages.7z *.deb - artifacts: - paths: - - meta_gigamp_packages.7z - -build-kernel-aosp14-61-deb-job: - stage: build - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 80G - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - tags: - - arm64-runner - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y git ca-certificates less - - apt-get install -y fakeroot - - apt-get install -y devscripts equivs - - apt-get install -y ubuntu-dev-tools - - apt-get install -y build-essential - - apt-get install -y p7zip-full - - apt-get install -y crossbuild-essential-arm64 - - ./utils/install_repo_package.sh - - echo "Install kernel build dependencies" - - ./kernel_dependencies.sh - - echo "Download AOSP kernel source code" - - ./kernel_download.sh - - echo "Building package" - - ./kernel_build_deb.sh - - echo "Compile complete." - - echo "Create artifact" - - cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . - - cp kernel-build-space/buildresult/linux-headers-*.deb . - - 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - timeout: 6 hours - artifacts: - paths: - - aosp_kernel_aosp14_61.7z - -build-kernel-aosp15-61-deb-job: - stage: build - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 80G - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - tags: - - arm64-runner - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y git ca-certificates less - - apt-get install -y fakeroot - - apt-get install -y devscripts equivs - - apt-get install -y ubuntu-dev-tools - - apt-get install -y build-essential - - apt-get install -y p7zip-full - - apt-get install -y crossbuild-essential-arm64 - - ./utils/install_repo_package.sh - - echo "Install kernel build dependencies" - - ./kernel_dependencies.sh - - echo "Download AOSP kernel source code" - - ./kernel_download.sh - - echo "Building package" - - ./kernel_build_deb.sh - - echo "Compile complete." - - echo "Create artifact" - - cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . - - cp kernel-build-space/buildresult/linux-headers-*.deb . - - 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - timeout: 6 hours - artifacts: - paths: - - aosp_kernel_aosp15_61.7z - -build-kernel-aosp15-66-deb-job: - stage: build - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 80G - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 - tags: - - arm64-runner - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y git ca-certificates less - - apt-get install -y fakeroot - - apt-get install -y devscripts equivs - - apt-get install -y ubuntu-dev-tools - - apt-get install -y build-essential - - apt-get install -y p7zip-full - - apt-get install -y crossbuild-essential-arm64 - - ./utils/install_repo_package.sh - - echo "Install kernel build dependencies" - - ./kernel_dependencies.sh - - echo "Download AOSP kernel source code" - - ./kernel_download.sh - - echo "Building package" - - ./kernel_build_deb.sh - - echo "Compile complete." - - echo "Create artifact" - - cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . - - cp kernel-build-space/buildresult/linux-headers-*.deb . - - 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - timeout: 6 hours - artifacts: - paths: - - aosp_kernel_aosp15_66.7z - -build-uboot-qemu-job: - stage: build - variables: - KUBERNETES_CPU_REQUEST: 1 - KUBERNETES_MEMORY_REQUEST: 2G - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 - script: - - echo "Prepare building environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - apt-get install -y build-essential - - apt-get install -y gcc-aarch64-linux-gnu - - apt-get install -y git ca-certificates - - apt-get install -y bc flex bison - - apt-get install -y coccinelle - - apt-get install -y device-tree-compiler dfu-util efitools - - apt-get install -y gdisk graphviz imagemagick - - apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools - - apt-get install -y libncurses-dev - - apt-get install -y libpython3-dev libsdl2-dev libssl-dev - - apt-get install -y lz4 lzma lzma-alone openssl - - apt-get install -y pkg-config - - apt-get install -y python3 python3-asteval python3-coverage - - apt-get install -y python3-filelock - - apt-get install -y python3-pkg-resources python3-pycryptodome - - apt-get install -y python3-pyelftools - - apt-get install -y python3-pytest python3-pytest-xdist - - apt-get install -y python3-sphinxcontrib.apidoc - - apt-get install -y python3-sphinx-rtd-theme python3-subunit - - apt-get install -y python3-testtools python3-virtualenv - - apt-get install -y swig uuid-dev - - echo "Downloading" - - ./uboot/download_uboot.sh - - echo "Building" - - cd u-boot; ../uboot/build_uboot_qemu_aarch64.sh; cd - - - cp uboot_build_place/u-boot.bin . - - echo "Done" - timeout: 3 hours - artifacts: - paths: - - u-boot.bin - -test-install-cuttlefish-deb-job: # This job runs in the test stage. - stage: test-debianpackage # It only starts when the job in the build stage completes successfully. - needs: ["build-cuttlefish-deb-job"] - tags: - - arm64-runner - script: - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl - - apt-get install -y p7zip-full - - apt-get install -y openssh-server - - apt-get install -y --no-install-recommends udev - - apt-get install -y ebtables - - whoami - - usermod -aG kvm,render `whoami` - - echo "Running installation tests..." - - 7z x cuttlefish_packages.7z - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb - - usermod -aG cvdnetwork `whoami` - - echo "Done" - -test-install-metapackage-deb-job: - stage: test-debianpackage - needs: ["build-metapackage-deb-job"] - tags: - - arm64-runner - script: - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl - - apt-get install -y p7zip-full - - echo "Running installation tests..." - - 7z x meta_gigamp_packages.7z - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb - - test -e /etc/security/limits.d/95-linaro-gigamp-nofile.conf - - ulimit -n - - grep time1.google.com /etc/ntpsec/ntp.conf - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-linaro-gigamp - - test $(grep time1.google.com /etc/ntpsec/ntp.conf | wc -l) -eq 0 - - echo "Done" - -test-install-kernel-aosp14-61-deb-job: # This job also runs in the test stage. - stage: test-debianpackage # It can run at the same time with other jobs (in parallel). - needs: ["build-kernel-aosp14-61-deb-job"] - tags: - - arm64-runner - script: - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - apt-get install -y p7zip-full zstd - - apt-get install -y initramfs-tools - - echo "Running installation tests..." - - 7z x aosp_kernel_aosp14_61.7z - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb - - test -e /boot/vmlinuz-*aosp*-linaro* - - test -e /boot/initrd.img-*aosp*-linaro* - - grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* - - grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* - - echo "Done" - -test-install-kernel-aosp15-61-deb-job: # This job also runs in the test stage. - stage: test-debianpackage # It can run at the same time with other jobs (in parallel). - needs: ["build-kernel-aosp15-61-deb-job"] - tags: - - arm64-runner - script: - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - apt-get install -y p7zip-full zstd - - apt-get install -y initramfs-tools - - echo "Running installation tests..." - - 7z x aosp_kernel_aosp15_61.7z - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb - - test -e /boot/vmlinuz-*aosp*-linaro* - - test -e /boot/initrd.img-*aosp*-linaro* - - grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* - - grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* - - echo "Done" - -test-install-kernel-aosp15-66-deb-job: # This job also runs in the test stage. - stage: test-debianpackage # It can run at the same time with other jobs (in parallel). - needs: ["build-kernel-aosp15-66-deb-job"] - tags: - - arm64-runner - script: - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - apt-get install -y p7zip-full zstd - - apt-get install -y initramfs-tools - - echo "Running installation tests..." - - 7z x aosp_kernel_aosp15_66.7z - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb - - test -e /boot/vmlinuz-*aosp*-linaro* - - test -e /boot/initrd.img-*aosp*-linaro* - - grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* - - grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* - - echo "Done" - -test-iso-qemu-job: - stage: test-image - tags: - - amd64-runner - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G - KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" - script: - - echo "Test iso installer with qemu. This will take about 5 hours." - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y util-linux util-linux-extra - - apt-get install -y xz-utils - - apt-get install -y qemu-system-arm - - apt-get install -y expect - - apt-get install -y e2tools - - apt-get install -y lvm2 - - apt-get install -y ubuntu-dev-tools - - apt-get install -y sshpass - - apt-get install -y u-boot-qemu - - pull-debian-debs u-boot-qemu - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - xz -d preseed-mini.iso.xz - - chmod a-w preseed-mini.iso - - cp -f tests/installer-iso-* . - - echo "Run installer on qemu" - - ./installer-iso-install.expect successful_install sheeFei2 - - echo "Test if installation is successed" - - ./installer-iso-extract-partitions.sh - - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - echo sheeFei2 > successful_install_compare - - cmp successful_install successful_install_compare - - echo "Test if AOSP kernel is installed" - - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* - - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . - - test -e vmlinuz-*aosp*-linaro* - - echo "Test if Cuttlefish Debian packages are installed" - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - echo "Make sure that we do not have home partitions anymore" - - test '!' -e home.img - - echo "Test successful" - timeout: 8 hours - -test-iso-multidisk-qemu-empty-disk-job: - stage: test-image - tags: - - amd64-runner - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G - KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" - script: - - echo "Test iso installer with qemu. This will take about 5 hours." - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y util-linux util-linux-extra - - apt-get install -y xz-utils - - apt-get install -y qemu-system-arm - - apt-get install -y expect - - apt-get install -y e2tools - - apt-get install -y lvm2 - - apt-get install -y ubuntu-dev-tools - - apt-get install -y sshpass - - apt-get install -y u-boot-qemu - - pull-debian-debs u-boot-qemu - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - xz -d preseed-mini.iso.xz - - chmod a-w preseed-mini.iso - - cp -f tests/installer-iso-* . - - cp -f tests/multidisk/installer-iso-* . - - echo "Create disks" - - ./tests/multidisk/installer-create-empty-disk2.sh - - echo "Run installer on qemu" - - ./installer-iso-install.expect successful_install eD4uvei1 - - echo "Test if installation is successed" - - ./installer-iso-extract-partitions-multidisk.sh - - echo "Test if rootfs is larger than 8G. It should be." - - test $(stat -c '%s' rootfs.img) '-gt' 8589934592 - - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - echo eD4uvei1 > successful_install_compare - - cmp successful_install successful_install_compare - - echo "Test if AOSP kernel is installed" - - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* - - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . - - test -e vmlinuz-*aosp*-linaro* - - echo "Test if Cuttlefish Debian packages are installed" - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - echo "Test successful" - timeout: 8 hours - -test-iso-multidisk-qemu-disk2-with-data-job: - stage: test-image - tags: - - amd64-runner - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G - KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" - script: - - echo "Test iso installer with qemu. This will take about 5 hours." - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y util-linux util-linux-extra - - apt-get install -y xz-utils - - apt-get install -y qemu-system-arm - - apt-get install -y expect - - apt-get install -y gdisk - - apt-get install -y e2tools fatcat mtools dosfstools - - apt-get install -y lvm2 - - apt-get install -y ubuntu-dev-tools - - apt-get install -y sshpass - - apt-get install -y u-boot-qemu - - pull-debian-debs u-boot-qemu - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - apt-get install -y udev libgudev-1.0-dev - - xz -d preseed-mini.iso.xz - - chmod a-w preseed-mini.iso - - cp -f tests/installer-iso-* . - - cp -f tests/multidisk/installer-iso-* . - - echo "Create disks" - - ./tests/multidisk/installer-create-preinstalled-disk2.sh - - echo "Run installer on qemu" - - ./installer-iso-install.expect successful_install Daiyaik0 - - echo "Test if installation is successed" - - ./installer-iso-extract-partitions-multidisk.sh - - echo "Test if rootfs is larger than 8G. It should be." - - test $(stat -c '%s' rootfs.img) '-gt' 8589934592 - - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - echo Daiyaik0 > successful_install_compare - - cmp successful_install successful_install_compare - - echo "Test if AOSP kernel is installed" - - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* - - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . - - test -e vmlinuz-*aosp*-linaro* - - echo "Test if Cuttlefish Debian packages are installed" - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - echo "Test successful" - timeout: 8 hours - -test-iso-multidisk-qemu-disk5-with-data-job: - stage: test-image - tags: - - amd64-runner - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 90G - KUBERNETES_POD_ANNOTATIONS_1: "MOUNT_DEV=yes" - script: - - echo "Test iso installer with qemu. This will take about 5 hours." - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y util-linux util-linux-extra - - apt-get install -y xz-utils - - apt-get install -y qemu-system-arm - - apt-get install -y expect - - apt-get install -y gdisk - - apt-get install -y e2tools fatcat mtools dosfstools - - apt-get install -y lvm2 - - apt-get install -y ubuntu-dev-tools - - apt-get install -y sshpass - - apt-get install -y u-boot-qemu - - pull-debian-debs u-boot-qemu - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - apt-get install -y udev libgudev-1.0-dev - - xz -d preseed-mini.iso.xz - - chmod a-w preseed-mini.iso - - cp -f tests/installer-iso-* . - - cp -f tests/multidisk/installer-iso-* . - - echo "Create disks" - - ./tests/multidisk/installer-create-preinstalled-disk5.sh - - echo "Run installer on qemu" - - ./installer-iso-install.expect successful_install AiT7eipi - - echo "Test if installation is successed" - - ./installer-iso-extract-partitions-multidisk.sh - - echo "Test if rootfs is larger than 8G. It should be." - - test $(stat -c '%s' rootfs.img) '-gt' 8589934592 - - e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - echo AiT7eipi > successful_install_compare - - cmp successful_install successful_install_compare - - echo "Test if AOSP kernel is installed" - - e2ls -l boot.img:/vmlinuz-*aosp*-linaro* - - e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . - - test -e vmlinuz-*aosp*-linaro* - - echo "Test if Cuttlefish Debian packages are installed" - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator - - e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - echo "Test successful" - timeout: 8 hours - -test-iso-cf-qemu-job: - stage: test-image - tags: - - amd64-runner - variables: - KUBERNETES_MEMORY_REQUEST: 8G - KUBERNETES_EPHEMERAL_STORAGE_REQUEST: 60G - script: - - echo "Test iso installer with qemu. This will take about 5 hours." - - echo "Prepare test bed" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y debconf-utils - - echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v - - echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata - - dpkg-reconfigure --frontend noninteractive tzdata - - echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v - - DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder - - dpkg-reconfigure --frontend noninteractive pbuilder - - apt-get install -y util-linux-extra - - apt-get install -y xz-utils - - apt-get install -y qemu-system-arm - - apt-get install -y expect - - apt-get install -y e2tools - - apt-get install -y ubuntu-dev-tools - - apt-get install -y u-boot-qemu - - apt-get install -y wget curl - - apt-get install -y openssh-client sshpass - - apt-get install -y screen - - pull-debian-debs u-boot-qemu - - apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - xz -d preseed-mini.iso.xz - - chmod a-w preseed-mini.iso - - cp -f tests/installer-iso-* . - - echo "Run installer on qemu" - - ./installer-iso-install.expect - - echo "Installation successed" - - echo "Download cuttlefish" - - ./utils/download-ci-cf.sh - - echo "Start qemu" - - screen -d -m -L -Logfile console_001.log ./installer-iso-run-qemu.sh - - echo "Wait for system run" - - sleep 300 - - cp -f console_001.log console_001_p1.log - - CONSOLELINES=$(cat console_001_p1.log | wc -l) - - cat console_001_p1.log - - grep "login:" console_001_p1.log > /dev/null - - echo "Deploy cuttlefish" - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'echo cuttlefish | sudo -S -k apt-get install -y unzip' - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'mkdir cf' - - sshpass -p cuttlefish scp -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -P 33322 cvd-host_package.tar.gz vsoc-01@localhost:/home/vsoc-01/ - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'cd cf; tar -xvf ../cvd-host_package.tar.gz' - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'rm -f cvd-host_package.tar.gz' - - sshpass -p cuttlefish scp -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -P 33322 aosp_cf_arm64_phone-*.zip vsoc-01@localhost:/home/vsoc-01/ - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'cd cf; unzip ../aosp_cf_arm64_phone-*.zip' - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'rm -f aosp_cf_arm64_phone-*.zip' - - echo "We cannot run cuttlefish in qemu due to lack of kvm. Just launch_cvd for testing" - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'cd cf; HOME=$PWD ./bin/launch_cvd -help' || true - - echo "Test for lzop" - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'lzop -V' - - echo "Test for Google NTP" - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ntpq -p' - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ntpq -p | grep time1.google' - - echo "Test for ulimit" - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ulimit -a' - - test $(sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'ulimit -n') -ge 2048 - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'update-alternatives --display iptables' | grep "link currently points to /usr/sbin/iptables-legacy" - - echo "Shutdown qemu." - - sshpass -p cuttlefish ssh -o "StrictHostKeyChecking no" -o "UserKnownHostsFile /dev/null" -p 33322 vsoc-01@localhost 'echo cuttlefish | sudo -S -k shutdown -h 1' - - echo "Wait for qemu stop" - - sleep 500; #waitpid -t 500 -e $(pidof screen) - - tail -n +"${CONSOLELINES}" console_001.log - - echo "Done." - timeout: 7 hours - -deploy-iso-job: # This job runs in the deploy stage. - stage: deploy-image # It only runs when all jobs in the test-image stage complete successfully. - environment: production - script: - - echo "Prepare environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y curl - - echo "Deploying application..." - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T preseed-mini.iso.xz "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/preseed-mini.iso.xz" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T preseed-mini.iso.xz "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/preseed-mini.iso.xz" - - echo "Application successfully deployed." - -deploy-deb-job: - stage: deploy-debianpackage - environment: production - script: - - echo "Prepare environment" - - apt-get update - - apt-get upgrade -y - - apt-get install -y sudo - - apt-get install -y curl - - apt-get install -y gnupg - - apt-get install -y aptly - - apt-get install -y p7zip-full - - echo "Deploying application..." - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T cuttlefish_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/cuttlefish_packages.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp14_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/aosp_kernel_aosp14_61.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/aosp_kernel_aosp15_61.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_66.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/aosp_kernel_aosp15_66.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T meta_gigamp_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/meta_gigamp_packages.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T cuttlefish_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/cuttlefish_packages.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp14_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/aosp_kernel_aosp14_61.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_61.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/aosp_kernel_aosp15_61.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T aosp_kernel_aosp15_66.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/aosp_kernel_aosp15_66.7z" - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T meta_gigamp_packages.7z "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/meta_gigamp_packages.7z" - - 7z x aosp_kernel_aosp14_61.7z - - 7z x aosp_kernel_aosp15_61.7z - - 7z x aosp_kernel_aosp15_66.7z - - 7z x cuttlefish_packages.7z - - 7z x meta_gigamp_packages.7z - - mkdir -p debs - - mv -f *.deb debs - - aptly repo create --distribution=bookworm --component=main linaro-release - - aptly repo add linaro-release "debs" - - gpg --batch --yes --import --passphrase "${DEBIAN_REPO_PRIVATE_KEY_PASSWORD}" "${DEBIAN_REPO_PRIVATE_KEY}" - - gpg --batch --yes --export -a glt-gig-noreply@linaro.org > linaro-glt-gig-archive-bookworm.asc - - aptly publish -batch -gpg-key="glt-gig-noreply@linaro.org" -passphrase="${DEBIAN_REPO_PRIVATE_KEY_PASSWORD}" -architectures=all,arm64,amd64 repo linaro-release - - cp -R "$HOME/.aptly/public" ./debian - - find debian -type f -exec curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T {} "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/{}" \; - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T linaro-glt-gig-archive-bookworm.asc "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/${CI_PIPELINE_ID}/debian/linaro-glt-gig-archive-bookworm.asc" - - curl -u "$ARTIFACTS_AUTH_USERNAME":"$ARTIFACTS_AUTH_TOKEN" -XDELETE "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/debian" - - find debian -type f -exec curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T {} "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/{}" \; - - curl -L -u ${ARTIFACTS_AUTH_USERNAME}:${ARTIFACTS_AUTH_TOKEN} -T linaro-glt-gig-archive-bookworm.asc "${ARTIFACTS_URL}/${CI_PROJECT_NAME}/latest/debian/linaro-glt-gig-archive-bookworm.asc" - - echo "Application successfully deployed." From f74cf9b22b3fe07a53af865f6aa580ed4dccde88 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 13:18:23 -0700 Subject: [PATCH 011/137] Changed to linux runner. --- .github/workflows/host-image-ci.yml | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 127724996c..f5ebe3eea7 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,15 +22,11 @@ on: [pull_request, push] jobs: build-installer-iso-job: - runs-on: macos-latest + runs-on: ubuntu-latest env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso container: image: debian@sha256:6496a3400e12fbff53da7318b304405a5cb2f185a74bdb4458dcc4b645839380 # debian:bookworm-20240311, linux/arm64/v8 steps: - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + run: apt-get update From bfffccb574dbba7d26065d89e5097f02282b2ae5 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 13:31:22 -0700 Subject: [PATCH 012/137] Removed container field. --- .github/workflows/host-image-ci.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index f5ebe3eea7..a0e266b20e 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -25,8 +25,6 @@ jobs: runs-on: ubuntu-latest env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - container: - image: debian@sha256:6496a3400e12fbff53da7318b304405a5cb2f185a74bdb4458dcc4b645839380 # debian:bookworm-20240311, linux/arm64/v8 steps: - name: Prepare building environment run: apt-get update From c9f802908847437561feaec4722b67ee1a46f29a Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 13:34:43 -0700 Subject: [PATCH 013/137] Changed container to debian:bullseye-20240110. --- .github/workflows/host-image-ci.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a0e266b20e..3ea9a5f160 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,7 +22,9 @@ on: [pull_request, push] jobs: build-installer-iso-job: - runs-on: ubuntu-latest + runs-on: ubuntu-20.04 + container: + image: debian@sha256:4cb3f4198e4af2d03dffe6bfa4f3686773596494ef298f3882553d52e885634b # debian:bullseye-20240110 env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso steps: From 4776e0486f9062a955dca662d2a845ff6c10ac74 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 14:22:01 -0700 Subject: [PATCH 014/137] Complete 1st workflow job on ubuntu, container debian:bookworm-20240311. --- .github/workflows/host-image-ci.yml | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 3ea9a5f160..340b89cb06 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,11 +22,15 @@ on: [pull_request, push] jobs: build-installer-iso-job: - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest container: - image: debian@sha256:4cb3f4198e4af2d03dffe6bfa4f3686773596494ef298f3882553d52e885634b # debian:bullseye-20240110 + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso steps: - name: Prepare building environment - run: apt-get update + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso From 6c8f756f9f7c48f9caaa11b9726580eeca241d0e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 10 Apr 2024 14:59:43 -0700 Subject: [PATCH 015/137] Added checkout repository and upload artifact. --- .github/workflows/host-image-ci.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 340b89cb06..577f79c1d2 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -28,9 +28,18 @@ jobs: env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + with: + path: "android-cuttlefish" - name: Prepare building environment run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - name: Inject name and ID into preseed run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh - name: Download Debian installer run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: preseed-mini.iso.xz From f8046e3107e8eed59d2d366c016061e5c99b7957 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 11 Apr 2024 10:27:35 -0700 Subject: [PATCH 016/137] Remove path in checkout repository. --- .github/workflows/host-image-ci.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 577f79c1d2..b308f643ce 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -30,8 +30,6 @@ jobs: steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - with: - path: "android-cuttlefish" - name: Prepare building environment run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - name: Inject name and ID into preseed From 1e6c59f01492366190985c48bd5970e54a31cf52 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 11 Apr 2024 10:42:10 -0700 Subject: [PATCH 017/137] Fixed artifacts path. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index b308f643ce..2bbaac3dd8 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -40,4 +40,4 @@ jobs: uses: actions/upload-artifact@v3 with: name: preseed-mini - path: preseed-mini.iso.xz + path: cuttlefish-host-image-installer/preseed-mini.iso.xz From 205bfa6554ac8ee2ee036a4e9deb79b8027f31ac Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 11 Apr 2024 13:17:01 -0700 Subject: [PATCH 018/137] Added one more job build-uboot-qemu-job in host-image-ci.yml workflow. --- .github/workflows/host-image-ci.yml | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 2bbaac3dd8..788228cad3 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -41,3 +41,28 @@ jobs: with: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz + + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev + - name: Downloading + run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + uses: actions/upload-artifact@v3 + with: + name: u-boot + path: cuttlefish-host-image-installer/u-boot.bin From 270f0b3abb4d7a20a6082f107fc039923b58a116 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 11 Apr 2024 13:20:51 -0700 Subject: [PATCH 019/137] Fixed typo. --- .github/workflows/host-image-ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 788228cad3..867ddba8c9 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -62,6 +62,7 @@ jobs: run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh - name: Building run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin uses: actions/upload-artifact@v3 with: name: u-boot From 700bb1a00e39e5acd5217e0399981773676b2f13 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 11 Apr 2024 14:27:03 -0700 Subject: [PATCH 020/137] Try macos-14 arm64 again. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 867ddba8c9..3c34b5402f 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,9 +22,9 @@ on: [pull_request, push] jobs: build-installer-iso-job: - runs-on: ubuntu-latest + runs-on: macos-14 container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + image: debian@sha256:6496a3400e12fbff53da7318b304405a5cb2f185a74bdb4458dcc4b645839380 # debian:bookworm-20240311, linux/arm64/v8 env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso steps: From 5b54571ca2c7c15ab3602861da51586c7c212707 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 11 Apr 2024 14:30:00 -0700 Subject: [PATCH 021/137] Roll back to x86_64 ubuntu runner. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 3c34b5402f..867ddba8c9 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,9 +22,9 @@ on: [pull_request, push] jobs: build-installer-iso-job: - runs-on: macos-14 + runs-on: ubuntu-latest container: - image: debian@sha256:6496a3400e12fbff53da7318b304405a5cb2f185a74bdb4458dcc4b645839380 # debian:bookworm-20240311, linux/arm64/v8 + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso steps: From 881082cc2c4d9745e7e47fe2f03c81e313daed8d Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 12 Apr 2024 12:53:21 -0700 Subject: [PATCH 022/137] Added one more workflow job to test pbuilder for cross-platform (arm64) build. --- .github/workflows/host-image-ci.yml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 867ddba8c9..4f97039a8c 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,6 +21,20 @@ name: HostImage on: [pull_request, push] jobs: + test-pbuilder-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Build cuttlefish package + run: cd cuttlefish-host-image-installer && ./build_cf_package.sh + build-installer-iso-job: runs-on: ubuntu-latest container: From e96e61c2f227bc49ecba76f8d2f0bc475ae7f869 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 12 Apr 2024 13:44:10 -0700 Subject: [PATCH 023/137] Fixed typo. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 4f97039a8c..a2f2280528 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -33,7 +33,7 @@ jobs: - name: Pbuilder arm64 update run: pbuilder-dist stable arm64 update - name: Build cuttlefish package - run: cd cuttlefish-host-image-installer && ./build_cf_package.sh + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh build-installer-iso-job: runs-on: ubuntu-latest From 945248ba1cf3d524353019a9278f8b26dd767031 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 12 Apr 2024 16:58:29 -0700 Subject: [PATCH 024/137] Added build-metapackage-deb-job in workflow. --- .github/workflows/host-image-ci.yml | 61 ++++++++++++++++++++++------- 1 file changed, 47 insertions(+), 14 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a2f2280528..0215b64884 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,20 +21,6 @@ name: HostImage on: [pull_request, push] jobs: - test-pbuilder-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Build cuttlefish package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - build-installer-iso-job: runs-on: ubuntu-latest container: @@ -56,6 +42,53 @@ jobs: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz + build-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z + + + build-metapackage-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: apt-get install -y ubuntu-dev-tools qemu-user-static && apt-get install -y git ca-certificates less && apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && apt-get install -y build-essential autoconf automake && apt-get install -y p7zip-full + - name: Building package + run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && debuild --no-sign + - name: Create artifact + run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb + - name: Publish meta_gigamp_packages.7z + uses: actions/upload-artifact@v3 + with: + name: meta_gigamp_packages + path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + build-uboot-qemu-job: runs-on: ubuntu-latest container: From f93eff1a164b6b707639fdc9652317cd0b462b03 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 15 Apr 2024 10:23:55 -0700 Subject: [PATCH 025/137] Fixed permission issue. --- .github/workflows/host-image-ci.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 0215b64884..645650f8ea 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -72,15 +72,15 @@ jobs: - name: Prepare pbuilder environment run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + run: sudo apt-get update && sudo apt-get upgrade -y && apt-get install -y sudo && sudo apt-get install -y debconf-utils - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: apt-get install -y ubuntu-dev-tools qemu-user-static && apt-get install -y git ca-certificates less && apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && apt-get install -y build-essential autoconf automake && apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - name: Building package - run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && debuild --no-sign + run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - name: Create artifact run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - name: Publish meta_gigamp_packages.7z From 89e75584b14dfe4b2070d1a66455167469755380 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 15 Apr 2024 10:39:23 -0700 Subject: [PATCH 026/137] Continue fixing permission issue. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 645650f8ea..709fdd5d61 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -72,7 +72,7 @@ jobs: - name: Prepare pbuilder environment run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && apt-get install -y sudo && sudo apt-get install -y debconf-utils + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool From ce48cc01239f30fd2866d75e600d94d8e7e64ca7 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 15 Apr 2024 10:47:58 -0700 Subject: [PATCH 027/137] Fixed config permission issue. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 709fdd5d61..5816e047ad 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -74,9 +74,9 @@ jobs: - name: Prepare building environment run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - name: Building package From f2cc86c7ff743ea64d9ca6a2a21be67102a8ba80 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 15 Apr 2024 11:40:33 -0700 Subject: [PATCH 028/137] Added a new job build-kernel-aosp14-61-deb-job. --- .github/workflows/host-image-ci.yml | 30 ++++++++++++++++++++++++++++- 1 file changed, 29 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 5816e047ad..d6cb0076dc 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -63,7 +63,6 @@ jobs: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z - build-metapackage-deb-job: runs-on: ubuntu-latest steps: @@ -88,6 +87,35 @@ jobs: with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + + + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Install repo package + run: cd cuttlefish-host-image-installer && ./utils/install_repo_package.sh + - name: Install kernel build dependencies + run: cd cuttlefish-host-image-installer && ./kernel_dependencies.sh + - name: Download AOSP kernel source code + run: cd cuttlefish-host-image-installer && ./kernel_download.sh + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + build-uboot-qemu-job: runs-on: ubuntu-latest From d28669bfc1186ae1549b96be3ad3aae077115038 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 16 Apr 2024 10:17:35 -0700 Subject: [PATCH 029/137] Fixed errors. --- .github/workflows/host-image-ci.yml | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index d6cb0076dc..1aa242a1a3 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -78,6 +78,10 @@ jobs: run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update - name: Building package run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - name: Create artifact @@ -105,14 +109,12 @@ jobs: run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Install repo package - run: cd cuttlefish-host-image-installer && ./utils/install_repo_package.sh - - name: Install kernel build dependencies - run: cd cuttlefish-host-image-installer && ./kernel_dependencies.sh - - name: Download AOSP kernel source code - run: cd cuttlefish-host-image-installer && ./kernel_download.sh + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb.sh + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - name: Create artifact run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb From ec519748352b508aa99e309b735f621f69c852d9 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 16 Apr 2024 11:17:23 -0700 Subject: [PATCH 030/137] Added pbuilder related packages. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 1aa242a1a3..ec7a20a0e8 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -102,7 +102,7 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool From eca3c09ede35b4a9c93dd121b56e53d30f8ec860 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 16 Apr 2024 13:04:28 -0700 Subject: [PATCH 031/137] Try ubuntu-latest-large runner. --- .github/workflows/host-image-ci.yml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index ec7a20a0e8..d589ddc38d 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -94,7 +94,7 @@ jobs: build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest + runs-on: ubuntu-latest-large env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android14-6.1 @@ -117,8 +117,13 @@ jobs: run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - name: Create artifact run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - + build-uboot-qemu-job: runs-on: ubuntu-latest container: From d1d9359404995657725372f8fef93e718cda8fb1 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 16 Apr 2024 15:53:39 -0700 Subject: [PATCH 032/137] Try runner ubuntu-22.04-4core. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index d589ddc38d..023cba8479 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -94,7 +94,7 @@ jobs: build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest-large + runs-on: ubuntu-22.04-4core env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android14-6.1 From 78daa4e86de73eb93c9177d04405b71ac7fc4faf Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 16 Apr 2024 19:26:31 -0700 Subject: [PATCH 033/137] Added 2 more kernel build jobs and run on larger runners. --- .github/workflows/host-image-ci.yml | 61 ++++++++++++++++++++++++++++- 1 file changed, 60 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 023cba8479..a0aec8eb1f 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -92,7 +92,6 @@ jobs: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-4core env: @@ -123,6 +122,66 @@ jobs: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-8core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + + build-kernel-aosp15-66-deb-job: + runs-on: ubuntu-22.04-16core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + - name: Publish aosp_kernel_aosp15_66.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + build-uboot-qemu-job: runs-on: ubuntu-latest From 1d0ab53bae88ca41d7d8de1263492c458fb1928b Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 17 Apr 2024 10:47:12 -0700 Subject: [PATCH 034/137] Extend timeout to 1100 mins which is around 18 hours, and temporary remove 2 build kernel workflow to save runner resources. --- .github/workflows/host-image-ci.yml | 61 +---------------------------- 1 file changed, 2 insertions(+), 59 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a0aec8eb1f..3ce7874538 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -92,68 +92,10 @@ jobs: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-4core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-8core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-16core + timeout-minutes: 1100 env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.6 @@ -174,6 +116,7 @@ jobs: run: pbuilder-dist stable arm64 update - name: Building package run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + timeout-minutes: 1080 - name: Create artifact run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - name: Publish aosp_kernel_aosp15_66.7z From c139a22b0b96c6f09add722ff3a98a1b69c0104b Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 17 Apr 2024 20:50:25 -0700 Subject: [PATCH 035/137] Changed runner and timeout label location. --- .github/workflows/host-image-ci.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 3ce7874538..63e22921d8 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -94,8 +94,8 @@ jobs: build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-16core - timeout-minutes: 1100 + timeout-minutes: 1080 + runs-on: ubuntu-22.04-4core env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.6 @@ -116,7 +116,6 @@ jobs: run: pbuilder-dist stable arm64 update - name: Building package run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - timeout-minutes: 1080 - name: Create artifact run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - name: Publish aosp_kernel_aosp15_66.7z From 7c2a27e2e69c63c0507230f61c08eff4bd6bcc1d Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 18 Apr 2024 13:38:15 -0700 Subject: [PATCH 036/137] Added "-j16" to make command to speedup the job. --- cuttlefish-host-image-installer/kernel_build_deb.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/cuttlefish-host-image-installer/kernel_build_deb.sh b/cuttlefish-host-image-installer/kernel_build_deb.sh index 651e98840d..10ef31895d 100755 --- a/cuttlefish-host-image-installer/kernel_build_deb.sh +++ b/cuttlefish-host-image-installer/kernel_build_deb.sh @@ -30,7 +30,7 @@ cd ${TDIR}/common export ARCH=arm64 export CROSS_COMPILE=aarch64-linux-gnu- KERVER=$(make kernelversion) -make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- defconfig +make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- defconfig -j16 for i in arch/arm64/configs/gki_defconfig ../common-modules/virtual-device/virtual_device_core.fragment ../common-modules/virtual-device/linux_distro.fragment; do ./scripts/kconfig/merge_config.sh -O . .config ${i} done @@ -2253,6 +2253,6 @@ if [ x"${KERNEL_MANIFEST_BRANCH}" != x ]; then ANDROIDVERSION=$(echo "${KERNEL_MANIFEST_BRANCH}" | sed 's/.*android\([0-9]*\)-.*/\1/') fi -make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- LOCALVERSION=".aosp${ANDROIDVERSION}-linaro-gig-1-arm64" KDEB_PKGVERSION="${KERVER}"-"${CI_PIPELINE_ID}" deb-pkg +make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- LOCALVERSION=".aosp${ANDROIDVERSION}-linaro-gig-1-arm64" KDEB_PKGVERSION="${KERVER}"-"${CI_PIPELINE_ID}" deb-pkg -j16 cd - From 3a68a9a7dccf7a1c402857179e6024715fdd93fb Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 18 Apr 2024 16:44:31 -0700 Subject: [PATCH 037/137] Changed runner. --- .github/workflows/host-image-ci.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 63e22921d8..5ae5a51dde 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -94,8 +94,7 @@ jobs: build-kernel-aosp15-66-deb-job: - timeout-minutes: 1080 - runs-on: ubuntu-22.04-4core + runs-on: ubuntu-22.04-16core env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.6 From 7ac02f38038b6bca17f1aad68ea4941b2aff6f27 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 19 Apr 2024 14:32:29 -0700 Subject: [PATCH 038/137] Fixed output directory. --- .github/workflows/host-image-ci.yml | 2 +- cuttlefish-host-image-installer/kernel_build_deb_qemu.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 5ae5a51dde..0c8ee65ec8 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -116,7 +116,7 @@ jobs: - name: Building package run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/buildresult/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/buildresult/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - name: Publish aosp_kernel_aosp15_66.7z uses: actions/upload-artifact@v3 with: diff --git a/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh b/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh index 9c1185fc21..93690af261 100755 --- a/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh +++ b/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh @@ -4,7 +4,7 @@ SELFPID=$$ renice 10 -p "$SELFPID" ionice -c 3 -p "$SELFPID" -TDIR=/tmp/d19 +TDIR=`pwd`/kernel-build-space mkdir -p ${TDIR} cat < ${TDIR}/buildscript1 From e893e574f22f1c9105173072a40466854ee7e3cc Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Sat, 20 Apr 2024 00:05:38 -0700 Subject: [PATCH 039/137] Added back 2 more kernel build jobs. --- .github/workflows/host-image-ci.yml | 62 ++++++++++++++++++- .../kernel_build_deb.sh | 4 +- 2 files changed, 62 insertions(+), 4 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 0c8ee65ec8..7f7d328216 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -92,9 +92,68 @@ jobs: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-16core + runs-on: ubuntu-22.04-32core env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.6 @@ -122,7 +181,6 @@ jobs: with: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - build-uboot-qemu-job: runs-on: ubuntu-latest diff --git a/cuttlefish-host-image-installer/kernel_build_deb.sh b/cuttlefish-host-image-installer/kernel_build_deb.sh index 10ef31895d..846c767b6d 100755 --- a/cuttlefish-host-image-installer/kernel_build_deb.sh +++ b/cuttlefish-host-image-installer/kernel_build_deb.sh @@ -30,7 +30,7 @@ cd ${TDIR}/common export ARCH=arm64 export CROSS_COMPILE=aarch64-linux-gnu- KERVER=$(make kernelversion) -make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- defconfig -j16 +make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- defconfig -j32 for i in arch/arm64/configs/gki_defconfig ../common-modules/virtual-device/virtual_device_core.fragment ../common-modules/virtual-device/linux_distro.fragment; do ./scripts/kconfig/merge_config.sh -O . .config ${i} done @@ -2253,6 +2253,6 @@ if [ x"${KERNEL_MANIFEST_BRANCH}" != x ]; then ANDROIDVERSION=$(echo "${KERNEL_MANIFEST_BRANCH}" | sed 's/.*android\([0-9]*\)-.*/\1/') fi -make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- LOCALVERSION=".aosp${ANDROIDVERSION}-linaro-gig-1-arm64" KDEB_PKGVERSION="${KERVER}"-"${CI_PIPELINE_ID}" deb-pkg -j16 +make ARCH=arm64 CROSS_COMPILE=aarch64-linux-gnu- LOCALVERSION=".aosp${ANDROIDVERSION}-linaro-gig-1-arm64" KDEB_PKGVERSION="${KERVER}"-"${CI_PIPELINE_ID}" deb-pkg -j32 cd - From ec37c1b75815856a9a601be2798e0accc045626e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Sun, 21 Apr 2024 22:18:19 -0700 Subject: [PATCH 040/137] Added test jbs. o --- .github/workflows/host-image-ci.yml | 148 ++++++++++++++++++++++++++++ 1 file changed, 148 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 7f7d328216..9506581de5 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -207,3 +207,151 @@ jobs: with: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin + + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare test bed + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Test setup + run: sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl && sudo apt-get install -y p7zip-full && sudo apt-get install -y openssh-server && sudo apt-get install -y --no-install-recommends udev && sudo apt-get install -y ebtables && sudo whoami && sudo usermod -aG kvm,render `whoami` + - name: Running installation tests... + run: 7z x cuttlefish_packages.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && sudo usermod -aG cvdnetwork `whoami` && echo "Done" + + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare test bed + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Test setup + run: sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl && sudo apt-get install -y p7zip-full + - name: Running installation tests... + run: 7z x meta_gigamp_packages.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /etc/security/limits.d/95-linaro-gigamp-nofile.conf && ulimit -n && grep time1.google.com /etc/ntpsec/ntp.conf && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-linaro-gigamp && test $(grep time1.google.com /etc/ntpsec/ntp.conf | wc -l) -eq 0 && echo "Done" + + test-install-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp14-61-deb-job + steps: + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare test bed + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Test setup + run: sudo apt-get install -y p7zip-full zstd && sudo apt-get install -y initramfs-tools + - name: Running installation tests... + run: 7z x aosp_kernel_aosp14_61.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /boot/vmlinuz-*aosp*-linaro* && test -e /boot/initrd.img-*aosp*-linaro* && grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* && grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* && echo "Done" + + test-install-kernel-aosp15-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-61-deb-job + steps: + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare test bed + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Test setup + run: sudo apt-get install -y p7zip-full zstd && sudo apt-get install -y initramfs-tools + - name: Running installation tests... + run: 7z x aosp_kernel_aosp15_61.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /boot/vmlinuz-*aosp*-linaro* && test -e /boot/initrd.img-*aosp*-linaro* && grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* && grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* && echo "Done" + + test-install-kernel-aosp15-66-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-66-deb-job + steps: + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare test bed + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Test setup + run: sudo apt-get install -y p7zip-full zstd && sudo apt-get install -y initramfs-tools + - name: Running installation tests... + run: 7z x aosp_kernel_aosp15_66.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /boot/vmlinuz-*aosp*-linaro* && test -e /boot/initrd.img-*aosp*-linaro* && grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* && grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* && echo "Done" + + test-iso-qemu-job: + runs-on: ubuntu-22.04-4core + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download preseed-mini.iso.xz + uses: actions/download-artifact@v3 + with: + name: preseed-mini + path: "cuttlefish-host-image-installer" + - name: Prepare test bed + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder environment + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare qemu + run: apt-get install -y util-linux util-linux-extra && apt-get install -y xz-utils && apt-get install -y qemu-system-arm && apt-get install -y expect && apt-get install -y e2tools && apt-get install -y lvm2 && apt-get install -y ubuntu-dev-tools && apt-get install -y sshpass && apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - name: Upzip iso + run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . + - name: Run installer on qemu + run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 + - name: Test if installation is successed + run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install && echo sheeFei2 > successful_install_compare && cmp successful_install successful_install_compare + - name: Test if AOSP kernel is installed + run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* + - name: Test if Cuttlefish Debian packages are installed + run: cd cuttlefish-host-image-installer && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - name: Make sure that we do not have home partitions anymore + run: cd cuttlefish-host-image-installer && test '!' -e home.img && echo "Test successful" From eb9fae705bc41c8afe9d3f3e0457339fb6a28e2d Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 22 Apr 2024 16:30:03 -0700 Subject: [PATCH 041/137] Added some test scripts for cross-platform testing. --- .github/workflows/host-image-ci.yml | 102 +++++++----------- .../tests/test-inside-pbuilder.sh | 39 +++++++ .../tests/test-install-cuttlefish-deb.sh | 26 +++++ .../tests/test-install-kernel-deb.sh | 21 ++++ .../tests/test-install-metapackage-deb.sh | 26 +++++ 5 files changed, 149 insertions(+), 65 deletions(-) create mode 100755 cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh create mode 100755 cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh create mode 100755 cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh create mode 100755 cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 9506581de5..27ab973387 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -211,120 +211,92 @@ jobs: test-install-cuttlefish-deb-job: runs-on: ubuntu-latest needs: build-cuttlefish-deb-job + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download cuttlefish_packages.7z uses: actions/download-artifact@v3 with: name: cuttlefish_packages - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Test setup - run: sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl && sudo apt-get install -y p7zip-full && sudo apt-get install -y openssh-server && sudo apt-get install -y --no-install-recommends udev && sudo apt-get install -y ebtables && sudo whoami && sudo usermod -aG kvm,render `whoami` + path: "cuttlefish-host-image-installer" - name: Running installation tests... - run: 7z x cuttlefish_packages.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && sudo usermod -aG cvdnetwork `whoami` && echo "Done" + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z test-install-metapackage-deb-job: runs-on: ubuntu-latest needs: build-metapackage-deb-job + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download meta_gigamp_packages.7z uses: actions/download-artifact@v3 with: name: meta_gigamp_packages - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Test setup - run: sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl && sudo apt-get install -y p7zip-full + path: "cuttlefish-host-image-installer" - name: Running installation tests... - run: 7z x meta_gigamp_packages.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /etc/security/limits.d/95-linaro-gigamp-nofile.conf && ulimit -n && grep time1.google.com /etc/ntpsec/ntp.conf && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-linaro-gigamp && test $(grep time1.google.com /etc/ntpsec/ntp.conf | wc -l) -eq 0 && echo "Done" + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z test-install-kernel-aosp14-61-deb-job: runs-on: ubuntu-latest needs: build-kernel-aosp14-61-deb-job + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download aosp_kernel_aosp14_61.7z uses: actions/download-artifact@v3 with: name: aosp_kernel_aosp14_61 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Test setup - run: sudo apt-get install -y p7zip-full zstd && sudo apt-get install -y initramfs-tools + path: "cuttlefish-host-image-installer" - name: Running installation tests... - run: 7z x aosp_kernel_aosp14_61.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /boot/vmlinuz-*aosp*-linaro* && test -e /boot/initrd.img-*aosp*-linaro* && grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* && grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* && echo "Done" + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z test-install-kernel-aosp15-61-deb-job: runs-on: ubuntu-latest needs: build-kernel-aosp15-61-deb-job + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download aosp_kernel_aosp15_61.7z uses: actions/download-artifact@v3 with: name: aosp_kernel_aosp15_61 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Test setup - run: sudo apt-get install -y p7zip-full zstd && sudo apt-get install -y initramfs-tools + path: "cuttlefish-host-image-installer" - name: Running installation tests... - run: 7z x aosp_kernel_aosp15_61.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /boot/vmlinuz-*aosp*-linaro* && test -e /boot/initrd.img-*aosp*-linaro* && grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* && grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* && echo "Done" + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z test-install-kernel-aosp15-66-deb-job: runs-on: ubuntu-latest needs: build-kernel-aosp15-66-deb-job + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download aosp_kernel_aosp15_66.7z uses: actions/download-artifact@v3 with: name: aosp_kernel_aosp15_66 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Test setup - run: sudo apt-get install -y p7zip-full zstd && sudo apt-get install -y initramfs-tools + path: "cuttlefish-host-image-installer" - name: Running installation tests... - run: 7z x aosp_kernel_aosp15_66.7z && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb && test -e /boot/vmlinuz-*aosp*-linaro* && test -e /boot/initrd.img-*aosp*-linaro* && grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* && grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* && echo "Done" + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z test-iso-qemu-job: runs-on: ubuntu-22.04-4core + needs: build-installer-iso-job container: image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 steps: diff --git a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh new file mode 100755 index 0000000000..1168f2659b --- /dev/null +++ b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh @@ -0,0 +1,39 @@ +#!/bin/sh + +# This script runs test scripts and artifacts inside pbuilder environment. +# Please use pbuilder-dist to create the environment first. + +set -e + +DISTRIBUTION="$1" +shift +ARCH="$1" +shift +SCRIPT1="$1" +shift + +TDIR=$(mktemp -d) + +cp -f "${SCRIPT1}" "${TDIR}" + +while [ $# -gt 0 ]; do + cp "$1" "${TDIR}" + shift +done + +SCRIPT1NAME=$(basename "${SCRIPT1}") + +cat < "${TDIR}"/start1.sh +#!/bin/sh + +set -e + +cd "${TDIR}" + +exec "${TDIR}/${SCRIPT1NAME}" + +EOF + +chmod a+x "${TDIR}"/start1.sh + +pbuilder-dist "${DISTRIBUTION}" "${ARCH}" execute --bindmounts "${TDIR}" "${TDIR}/start1.sh" diff --git a/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh b/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh new file mode 100755 index 0000000000..19fa51194a --- /dev/null +++ b/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh @@ -0,0 +1,26 @@ +#!/bin/sh + +set -e + +apt-get install -y sudo +apt-get install -y debconf-utils +echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v +echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v +DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata +dpkg-reconfigure --frontend noninteractive tzdata + +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl +apt-get install -y p7zip-full +apt-get install -y openssh-server +apt-get install -y --no-install-recommends udev +apt-get install -y ebtables +whoami +usermod -aG kvm,render `whoami` + +7z x cuttlefish_packages.7z + +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + +sudo usermod -aG cvdnetwork `whoami` + +echo "Done" diff --git a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh new file mode 100755 index 0000000000..c27de9660a --- /dev/null +++ b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh @@ -0,0 +1,21 @@ +#!/bin/sh + +set -e + +apt-get install -y sudo +apt-get install -y debconf-utils +echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v +echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v +DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata +dpkg-reconfigure --frontend noninteractive tzdata +apt-get install -y p7zip-full zstd +apt-get install -y initramfs-tools + + +7z x $KERNEL_PACKAGE +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb +test -e /boot/vmlinuz-*aosp*-linaro* +test -e /boot/initrd.img-*aosp*-linaro* +grep "CONFIG_FHANDLE=y" /boot/config-*aosp*-linaro* +grep 'CONFIG_MODPROBE_PATH="/sbin/modprobe"' /boot/config-*aosp*-linaro* +echo "Done" diff --git a/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh b/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh new file mode 100755 index 0000000000..fab1343009 --- /dev/null +++ b/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh @@ -0,0 +1,26 @@ +#!/bin/sh + +set -e + +apt-get install -y sudo +apt-get install -y debconf-utils +echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v +echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v +DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata +dpkg-reconfigure --frontend noninteractive tzdata + +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install git devscripts config-package-dev debhelper-compat golang curl +apt-get install -y p7zip-full + +7z x meta_gigamp_packages.7z + +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb + +test -e /etc/security/limits.d/95-linaro-gigamp-nofile.conf +ulimit -n + +grep time1.google.com /etc/ntpsec/ntp.conf + +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-linaro-gigamp + +test $(grep time1.google.com /etc/ntpsec/ntp.conf | wc -l) -eq 0 From 3cfb9813dc554a290b998f20a80dc754520fb13a Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 22 Apr 2024 17:02:35 -0700 Subject: [PATCH 042/137] Fixed pbuilder package installation. --- .github/workflows/host-image-ci.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 27ab973387..c0002735c9 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -221,6 +221,8 @@ jobs: with: name: cuttlefish_packages path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z @@ -237,6 +239,8 @@ jobs: with: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z @@ -255,6 +259,8 @@ jobs: with: name: aosp_kernel_aosp14_61 path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z @@ -273,6 +279,8 @@ jobs: with: name: aosp_kernel_aosp15_61 path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z @@ -291,6 +299,8 @@ jobs: with: name: aosp_kernel_aosp15_66 path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z @@ -307,6 +317,11 @@ jobs: with: name: preseed-mini path: "cuttlefish-host-image-installer" + - name: Download u-boot.bin + uses: actions/download-artifact@v3 + with: + name: u-boot + path: "cuttlefish-host-image-installer" - name: Prepare test bed run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils - name: Prepare tzdata From 27dee89f9d35cf2a3b948bf21165a848c5a5f294 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 22 Apr 2024 17:19:25 -0700 Subject: [PATCH 043/137] Removed sudo in test job. --- .github/workflows/host-image-ci.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index c0002735c9..e88cb24c48 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -222,7 +222,7 @@ jobs: name: cuttlefish_packages path: "cuttlefish-host-image-installer" - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z @@ -240,7 +240,7 @@ jobs: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z @@ -260,7 +260,7 @@ jobs: name: aosp_kernel_aosp14_61 path: "cuttlefish-host-image-installer" - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z @@ -280,7 +280,7 @@ jobs: name: aosp_kernel_aosp15_61 path: "cuttlefish-host-image-installer" - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z @@ -300,7 +300,7 @@ jobs: name: aosp_kernel_aosp15_66 path: "cuttlefish-host-image-installer" - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z From 2273cd33b9f8892ed00fff68d3cdc4af1e74bd7e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 22 Apr 2024 20:41:16 -0700 Subject: [PATCH 044/137] Fixed pbuilder again. --- .github/workflows/host-image-ci.yml | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index e88cb24c48..4108748df1 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -221,6 +221,8 @@ jobs: with: name: cuttlefish_packages path: "cuttlefish-host-image-installer" + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... @@ -239,6 +241,8 @@ jobs: with: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... @@ -259,6 +263,8 @@ jobs: with: name: aosp_kernel_aosp14_61 path: "cuttlefish-host-image-installer" + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... @@ -279,6 +285,8 @@ jobs: with: name: aosp_kernel_aosp15_61 path: "cuttlefish-host-image-installer" + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... @@ -299,6 +307,8 @@ jobs: with: name: aosp_kernel_aosp15_66 path: "cuttlefish-host-image-installer" + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... @@ -306,7 +316,7 @@ jobs: test-iso-qemu-job: runs-on: ubuntu-22.04-4core - needs: build-installer-iso-job + needs: [build-installer-iso-job, build-uboot-qemu-job] container: image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 steps: From 9e5acf008b635be119f75705b985dc01cfe0a1ca Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 22 Apr 2024 23:09:02 -0700 Subject: [PATCH 045/137] Continue fixing. --- .github/workflows/host-image-ci.yml | 20 ++++++++++++++++++-- 1 file changed, 18 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 4108748df1..315082a64d 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -221,6 +221,8 @@ jobs: with: name: cuttlefish_packages path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool @@ -241,6 +243,8 @@ jobs: with: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool @@ -263,6 +267,8 @@ jobs: with: name: aosp_kernel_aosp14_61 path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool @@ -285,6 +291,8 @@ jobs: with: name: aosp_kernel_aosp15_61 path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool @@ -307,6 +315,8 @@ jobs: with: name: aosp_kernel_aosp15_66 path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool @@ -344,8 +354,14 @@ jobs: run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . - name: Run installer on qemu run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 - - name: Test if installation is successed - run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install && echo sheeFei2 > successful_install_compare && cmp successful_install successful_install_compare + - name: Test if installation is successed1 + run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh + - name: Test if installation is successed2 + run: cd cuttlefish-host-image-installer && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - name: Test if installation is successed3 + run: cd cuttlefish-host-image-installer && echo sheeFei2 > successful_install_compare + - name: Test if installation is successed5 + run: cd cuttlefish-host-image-installer && cmp successful_install successful_install_compare - name: Test if AOSP kernel is installed run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* - name: Test if Cuttlefish Debian packages are installed From 4b3f56e191e87fd696a9dd92cda3eba5f5822fa1 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 10:45:36 -0700 Subject: [PATCH 046/137] Temporary remove jobs to focus on debugging the test job issue. --- .github/workflows/host-image-ci.yml | 299 ---------------------------- 1 file changed, 299 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 315082a64d..50a40dddb1 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,48 +21,6 @@ name: HostImage on: [pull_request, push] jobs: - build-installer-iso-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@v3 - with: - name: preseed-mini - path: cuttlefish-host-image-installer/preseed-mini.iso.xz - - build-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z - build-metapackage-deb-job: runs-on: ubuntu-latest steps: @@ -92,144 +50,6 @@ jobs: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - - name: Publish aosp_kernel_aosp15_66.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - - build-uboot-qemu-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare building environment continue - run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev - - name: Downloading - run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh - - name: Building - run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - - name: Publish u-boot.bin - uses: actions/upload-artifact@v3 - with: - name: u-boot - path: cuttlefish-host-image-installer/u-boot.bin - - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 - with: - name: cuttlefish_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - test-install-metapackage-deb-job: runs-on: ubuntu-latest needs: build-metapackage-deb-job @@ -243,128 +63,9 @@ jobs: with: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp14-61-deb-job - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z - - test-install-kernel-aosp15-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-61-deb-job - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z - - test-install-kernel-aosp15-66-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-66-deb-job - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils && apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z - - test-iso-qemu-job: - runs-on: ubuntu-22.04-4core - needs: [build-installer-iso-job, build-uboot-qemu-job] - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download preseed-mini.iso.xz - uses: actions/download-artifact@v3 - with: - name: preseed-mini - path: "cuttlefish-host-image-installer" - - name: Download u-boot.bin - uses: actions/download-artifact@v3 - with: - name: u-boot - path: "cuttlefish-host-image-installer" - - name: Prepare test bed - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder environment - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare qemu - run: apt-get install -y util-linux util-linux-extra && apt-get install -y xz-utils && apt-get install -y qemu-system-arm && apt-get install -y expect && apt-get install -y e2tools && apt-get install -y lvm2 && apt-get install -y ubuntu-dev-tools && apt-get install -y sshpass && apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - name: Upzip iso - run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . - - name: Run installer on qemu - run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 - - name: Test if installation is successed1 - run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh - - name: Test if installation is successed2 - run: cd cuttlefish-host-image-installer && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - name: Test if installation is successed3 - run: cd cuttlefish-host-image-installer && echo sheeFei2 > successful_install_compare - - name: Test if installation is successed5 - run: cd cuttlefish-host-image-installer && cmp successful_install successful_install_compare - - name: Test if AOSP kernel is installed - run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* - - name: Test if Cuttlefish Debian packages are installed - run: cd cuttlefish-host-image-installer && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - name: Make sure that we do not have home partitions anymore - run: cd cuttlefish-host-image-installer && test '!' -e home.img && echo "Test successful" From 8db93aaf026432c7190e2d1cc18e4560bd6f2f24 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 13:28:23 -0700 Subject: [PATCH 047/137] Added apt update. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 50a40dddb1..cf6060cb59 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -66,6 +66,6 @@ jobs: - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From a6732f55e85f1b4687a79ce526ff5ebee46c21da Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 13:47:58 -0700 Subject: [PATCH 048/137] Fixed pbuilder-dist not found issue. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index cf6060cb59..80f15f546a 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -66,6 +66,6 @@ jobs: - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && apt-get install ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From 52302dbd77da8f014c9c55b30f8576a7fb269fa7 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 14:00:18 -0700 Subject: [PATCH 049/137] Keep fixing. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 80f15f546a..a280e52597 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -66,6 +66,6 @@ jobs: - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && apt-get install ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From f2e313171638af7c7356f3d5bccd7ea03d1830fd Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 14:16:32 -0700 Subject: [PATCH 050/137] print debug message. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a280e52597..93ffe15457 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -68,4 +68,4 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + run: cd cuttlefish-host-image-installer && echo $HOME && pwd && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From fce517956b3a2a9b043eb72b937b831e80f8c9ee Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 14:32:49 -0700 Subject: [PATCH 051/137] Test no container. --- .github/workflows/host-image-ci.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 93ffe15457..1074c21900 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -53,8 +53,6 @@ jobs: test-install-metapackage-deb-job: runs-on: ubuntu-latest needs: build-metapackage-deb-job - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -64,8 +62,8 @@ jobs: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && apt update && apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && sudo apt update && sudo apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && echo $HOME && pwd && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From 539b7f938c427797c713e8866809da8be38975e7 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 14:45:20 -0700 Subject: [PATCH 052/137] fixing. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 1074c21900..e4eebd99e0 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -62,8 +62,8 @@ jobs: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && sudo apt update && sudo apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && sudo apt update && sudo apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... run: cd cuttlefish-host-image-installer && echo $HOME && pwd && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From 78a3fc2c202dcf35e96b1d22fe72f60010fb9ccc Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 15:04:24 -0700 Subject: [PATCH 053/137] keep fixing. --- .github/workflows/host-image-ci.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index e4eebd99e0..a338548485 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -61,9 +61,11 @@ jobs: with: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && sudo apt update && sudo apt-get install -y ubuntu-dev-tools && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Running installation tests... - run: cd cuttlefish-host-image-installer && echo $HOME && pwd && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From 42eb17d0b8b7a02744d413c459bbc687efd6b381 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 15:17:31 -0700 Subject: [PATCH 054/137] Fixing. --- .github/workflows/host-image-ci.yml | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a338548485..59653e1f42 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -62,10 +62,18 @@ jobs: name: meta_gigamp_packages path: "cuttlefish-host-image-installer" - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z From 2ce8ee72685595b426b693380584b96d0855ab5b Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 23 Apr 2024 16:49:27 -0700 Subject: [PATCH 055/137] Added back jobs. --- .github/workflows/host-image-ci.yml | 321 ++++++++++++++++++++++++++++ 1 file changed, 321 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 59653e1f42..566eca4bbf 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,6 +21,48 @@ name: HostImage on: [pull_request, push] jobs: + build-installer-iso-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: cuttlefish-host-image-installer/preseed-mini.iso.xz + + build-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z + build-metapackage-deb-job: runs-on: ubuntu-latest steps: @@ -50,6 +92,150 @@ jobs: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + + build-kernel-aosp15-66-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + - name: Publish aosp_kernel_aosp15_66.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev + - name: Downloading + run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin + uses: actions/upload-artifact@v3 + with: + name: u-boot + path: cuttlefish-host-image-installer/u-boot.bin + + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z + test-install-metapackage-deb-job: runs-on: ubuntu-latest needs: build-metapackage-deb-job @@ -77,3 +263,138 @@ jobs: run: pbuilder-dist stable arm64 update - name: Running installation tests... run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + + test-install-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp14-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z + + test-install-kernel-aosp15-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z + + test-install-kernel-aosp15-66-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-66-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z + + test-iso-qemu-job: + runs-on: ubuntu-22.04-4core + needs: [build-installer-iso-job, build-uboot-qemu-job] + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download preseed-mini.iso.xz + uses: actions/download-artifact@v3 + with: + name: preseed-mini + path: "cuttlefish-host-image-installer" + - name: Download u-boot.bin + uses: actions/download-artifact@v3 + with: + name: u-boot + path: "cuttlefish-host-image-installer" + - name: Prepare test bed + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder environment + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare qemu + run: apt-get install -y util-linux util-linux-extra && apt-get install -y xz-utils && apt-get install -y qemu-system-arm && apt-get install -y expect && apt-get install -y e2tools && apt-get install -y lvm2 && apt-get install -y ubuntu-dev-tools && apt-get install -y sshpass && apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - name: Upzip iso + run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . + - name: Run installer on qemu + run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 + - name: Test if installation is successed1 + run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh + - name: Test if installation is successed2 + run: cd cuttlefish-host-image-installer && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - name: Test if installation is successed3 + run: cd cuttlefish-host-image-installer && echo sheeFei2 > successful_install_compare + - name: Test if installation is successed5 + run: cd cuttlefish-host-image-installer && cmp successful_install successful_install_compare + - name: Test if AOSP kernel is installed + run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* + - name: Test if Cuttlefish Debian packages are installed + run: cd cuttlefish-host-image-installer && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - name: Make sure that we do not have home partitions anymore + run: cd cuttlefish-host-image-installer && test '!' -e home.img && echo "Test successful" From e59c9123a296b1109ea5d9db792eb812241ecf7f Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 24 Apr 2024 10:31:37 -0700 Subject: [PATCH 056/137] Added more debug message and try to fix losetup issue. --- .../tests/installer-iso-extract-partitions.sh | 2 ++ .../tests/test-install-kernel-deb.sh | 5 +++++ 2 files changed, 7 insertions(+) diff --git a/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh b/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh index e901a55971..4f6d7ff0c6 100755 --- a/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh +++ b/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh @@ -35,6 +35,8 @@ extract_image "${disk}" "${boot_partition}" "${boot_partition_tempfile}" extract_image "${disk}" "${lvm_partition}" "${lvm_partition_tempfile}" /sbin/e2fsck -p -f "${boot_partition_tempfile}" || true +sudo modprobe loop + LOOPDEV="$(/sbin/losetup -f)" sudo losetup -r "${LOOPDEV}" "${lvm_partition_tempfile}" sleep 10 diff --git a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh index c27de9660a..565f283e5b 100755 --- a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh +++ b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh @@ -11,6 +11,11 @@ dpkg-reconfigure --frontend noninteractive tzdata apt-get install -y p7zip-full zstd apt-get install -y initramfs-tools +pwd +ls +echo "$KERNEL_PACKAGE" +find . -name "$KERNEL_PACKAGE" +ls tests 7z x $KERNEL_PACKAGE apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb From 9705f40e227f75725df6844b0f88632e6df3871c Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 24 Apr 2024 14:35:38 -0700 Subject: [PATCH 057/137] Added more debugging info. --- .../tests/installer-iso-extract-partitions.sh | 1 + .../tests/test-install-cuttlefish-deb.sh | 11 +++++++++++ .../tests/test-install-kernel-deb.sh | 6 ++++++ 3 files changed, 18 insertions(+) diff --git a/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh b/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh index 4f6d7ff0c6..a3a7fd5791 100755 --- a/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh +++ b/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh @@ -35,6 +35,7 @@ extract_image "${disk}" "${boot_partition}" "${boot_partition_tempfile}" extract_image "${disk}" "${lvm_partition}" "${lvm_partition_tempfile}" /sbin/e2fsck -p -f "${boot_partition_tempfile}" || true +sudo apt-get install kmod sudo modprobe loop LOOPDEV="$(/sbin/losetup -f)" diff --git a/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh b/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh index 19fa51194a..c7dcd6dbb4 100755 --- a/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh +++ b/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh @@ -17,6 +17,17 @@ apt-get install -y ebtables whoami usermod -aG kvm,render `whoami` +echo "t0" +pwd +echo "t1" +ls +echo "t2" +echo "t3" +find . -name "cuttlefish_packages.7z" +echo "t5" +ls tests +echo "t6" + 7z x cuttlefish_packages.7z apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb diff --git a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh index 565f283e5b..7b31909ec7 100755 --- a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh +++ b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh @@ -11,11 +11,17 @@ dpkg-reconfigure --frontend noninteractive tzdata apt-get install -y p7zip-full zstd apt-get install -y initramfs-tools +echo "t0" pwd +echo "t1" ls +echo "t2" echo "$KERNEL_PACKAGE" +echo "t3" find . -name "$KERNEL_PACKAGE" +echo "t5" ls tests +echo "t6" 7z x $KERNEL_PACKAGE apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb From 1f098346fa471538f54428a93305c3a954f762ff Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 24 Apr 2024 20:16:41 -0700 Subject: [PATCH 058/137] Added input parameter support in test script. --- .../tests/test-inside-pbuilder.sh | 2 +- .../tests/test-install-cuttlefish-deb.sh | 3 +-- .../tests/test-install-kernel-deb.sh | 9 ++++----- 3 files changed, 6 insertions(+), 8 deletions(-) diff --git a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh index 1168f2659b..e105e85593 100755 --- a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh +++ b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh @@ -30,7 +30,7 @@ set -e cd "${TDIR}" -exec "${TDIR}/${SCRIPT1NAME}" +exec "${TDIR}/${SCRIPT1NAME} $1" EOF diff --git a/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh b/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh index c7dcd6dbb4..8efec41126 100755 --- a/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh +++ b/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh @@ -22,11 +22,10 @@ pwd echo "t1" ls echo "t2" +echo "$1" echo "t3" find . -name "cuttlefish_packages.7z" echo "t5" -ls tests -echo "t6" 7z x cuttlefish_packages.7z diff --git a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh index 7b31909ec7..669f9f8502 100755 --- a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh +++ b/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh @@ -16,14 +16,13 @@ pwd echo "t1" ls echo "t2" -echo "$KERNEL_PACKAGE" +echo "$1" echo "t3" -find . -name "$KERNEL_PACKAGE" +find . -name "$1" echo "t5" -ls tests -echo "t6" -7z x $KERNEL_PACKAGE + +7z x $1 apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb test -e /boot/vmlinuz-*aosp*-linaro* test -e /boot/initrd.img-*aosp*-linaro* From 1f9d9baf3a44b3dbbcb3ce99e0f74a1c7049fbae Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 25 Apr 2024 10:02:32 -0700 Subject: [PATCH 059/137] Fixing. --- .../tests/test-inside-pbuilder.sh | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh index e105e85593..58fc0509d2 100755 --- a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh +++ b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh @@ -23,14 +23,18 @@ done SCRIPT1NAME=$(basename "${SCRIPT1}") +echo $1 + cat < "${TDIR}"/start1.sh #!/bin/sh set -e +echo $1 + cd "${TDIR}" -exec "${TDIR}/${SCRIPT1NAME} $1" +exec "${TDIR}/${SCRIPT1NAME}" EOF From f63210b2a49d0ae21602220707420e3b84b38575 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 25 Apr 2024 10:52:41 -0700 Subject: [PATCH 060/137] Keep fixing. --- .../tests/test-inside-pbuilder.sh | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh index 58fc0509d2..f2564b8159 100755 --- a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh +++ b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh @@ -11,6 +11,7 @@ ARCH="$1" shift SCRIPT1="$1" shift +FILE1="$1" TDIR=$(mktemp -d) @@ -23,18 +24,18 @@ done SCRIPT1NAME=$(basename "${SCRIPT1}") -echo $1 +echo "${FILE1}" cat < "${TDIR}"/start1.sh #!/bin/sh set -e -echo $1 +echo "${FILE1}" cd "${TDIR}" -exec "${TDIR}/${SCRIPT1NAME}" +exec "${TDIR}/${SCRIPT1NAME} ${FILE1}" EOF From ed259915aa43471fafe72d21e24b3800f0b639b2 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 25 Apr 2024 11:12:51 -0700 Subject: [PATCH 061/137] Fixed input parameter issue. --- .../tests/test-inside-pbuilder.sh | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh index f2564b8159..74bf6c5105 100755 --- a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh +++ b/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh @@ -24,18 +24,14 @@ done SCRIPT1NAME=$(basename "${SCRIPT1}") -echo "${FILE1}" - cat < "${TDIR}"/start1.sh #!/bin/sh set -e -echo "${FILE1}" - cd "${TDIR}" -exec "${TDIR}/${SCRIPT1NAME} ${FILE1}" +exec "${TDIR}/${SCRIPT1NAME}" "${FILE1}" EOF From 6b77ae6f0cc0e8102a9dcbc098be56a437695b1c Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 26 Apr 2024 10:17:05 -0700 Subject: [PATCH 062/137] Trying to upload to release with tag_name. --- .github/workflows/host-image-ci.yml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 566eca4bbf..df4a0c9af4 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -41,6 +41,7 @@ jobs: with: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz + tag_name: latest build-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -62,6 +63,7 @@ jobs: with: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z + tag_name: latest build-metapackage-deb-job: runs-on: ubuntu-latest @@ -91,6 +93,7 @@ jobs: with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + tag_name: latest build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-32core @@ -121,6 +124,7 @@ jobs: with: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + tag_name: latest build-kernel-aosp15-61-deb-job: runs-on: ubuntu-22.04-32core @@ -151,6 +155,7 @@ jobs: with: name: aosp_kernel_aosp15_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + tag_name: latest build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-32core @@ -181,6 +186,7 @@ jobs: with: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + tag_name: latest build-uboot-qemu-job: runs-on: ubuntu-latest @@ -207,6 +213,7 @@ jobs: with: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin + tag_name: latest test-install-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -357,8 +364,6 @@ jobs: test-iso-qemu-job: runs-on: ubuntu-22.04-4core needs: [build-installer-iso-job, build-uboot-qemu-job] - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 From 7f15c83c31208b2498eabc291cda3446b10e5e59 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 26 Apr 2024 10:41:38 -0700 Subject: [PATCH 063/137] Added release section. --- .github/workflows/host-image-ci.yml | 57 +++++++++++++++++++++++++++-- 1 file changed, 53 insertions(+), 4 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index df4a0c9af4..22f476fa93 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -38,10 +38,17 @@ jobs: run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - name: Publish preseed-mini.iso.xz uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: cuttlefish-host-image-installer/preseed-mini.iso.xz + - name: Release preseed-mini.iso.xz + uses: google/android-cuttlefish@v1 with: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} build-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -60,10 +67,17 @@ jobs: run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - name: Publish cuttlefish_packages.7z uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z + - name: Release cuttlefish_packages.7z + uses: google/android-cuttlefish@v1 with: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} build-metapackage-deb-job: runs-on: ubuntu-latest @@ -90,10 +104,17 @@ jobs: run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - name: Publish meta_gigamp_packages.7z uses: actions/upload-artifact@v3 + with: + name: meta_gigamp_packages + path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + - name: Release meta_gigamp_packages.7z + uses: google/android-cuttlefish@v1 with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-32core @@ -121,10 +142,17 @@ jobs: run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - name: Publish aosp_kernel_aosp14_61.7z uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + - name: Release aosp_kernel_aosp14_61.7z + uses: google/android-cuttlefish@v1 with: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} build-kernel-aosp15-61-deb-job: runs-on: ubuntu-22.04-32core @@ -152,10 +180,17 @@ jobs: run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - name: Publish aosp_kernel_aosp15_61.7z uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + - name: Release aosp_kernel_aosp15_61.7z + uses: google/android-cuttlefish@v1 with: name: aosp_kernel_aosp15_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-32core @@ -183,10 +218,17 @@ jobs: run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - name: Publish aosp_kernel_aosp15_66.7z uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + - name: Release aosp_kernel_aosp15_66.7z + uses: google/android-cuttlefish@v1 with: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} build-uboot-qemu-job: runs-on: ubuntu-latest @@ -210,10 +252,17 @@ jobs: run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - name: Publish u-boot.bin uses: actions/upload-artifact@v3 + with: + name: u-boot + path: cuttlefish-host-image-installer/u-boot.bin + - name: Release u-boot.bin + uses: google/android-cuttlefish@v1 with: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin tag_name: latest + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} test-install-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -378,13 +427,13 @@ jobs: name: u-boot path: "cuttlefish-host-image-installer" - name: Prepare test bed - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder environment - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y pbuilder && dpkg-reconfigure --frontend noninteractive pbuilder + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare qemu - run: apt-get install -y util-linux util-linux-extra && apt-get install -y xz-utils && apt-get install -y qemu-system-arm && apt-get install -y expect && apt-get install -y e2tools && apt-get install -y lvm2 && apt-get install -y ubuntu-dev-tools && apt-get install -y sshpass && apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + run: sudo apt-get install -y util-linux util-linux-extra && sudo apt-get install -y xz-utils && sudo apt-get install -y qemu-system-arm && sudo apt-get install -y expect && sudo apt-get install -y e2tools && sudo apt-get install -y lvm2 && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y sshpass && sudo apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - name: Upzip iso run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . - name: Run installer on qemu From 61692ef31804834beee765644e102e79160d5ba5 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 26 Apr 2024 10:49:42 -0700 Subject: [PATCH 064/137] Change release version. --- .github/workflows/host-image-ci.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 22f476fa93..9fdab89934 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -42,7 +42,7 @@ jobs: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz - name: Release preseed-mini.iso.xz - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz @@ -71,7 +71,7 @@ jobs: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z - name: Release cuttlefish_packages.7z - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z @@ -108,7 +108,7 @@ jobs: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - name: Release meta_gigamp_packages.7z - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z @@ -146,7 +146,7 @@ jobs: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - name: Release aosp_kernel_aosp14_61.7z - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z @@ -184,7 +184,7 @@ jobs: name: aosp_kernel_aosp15_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - name: Release aosp_kernel_aosp15_61.7z - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: aosp_kernel_aosp15_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z @@ -222,7 +222,7 @@ jobs: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - name: Release aosp_kernel_aosp15_66.7z - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z @@ -256,7 +256,7 @@ jobs: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin - name: Release u-boot.bin - uses: google/android-cuttlefish@v1 + uses: google/android-cuttlefish@v3 with: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin From bedd334a951900473ac3414f836325defb8f4927 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 26 Apr 2024 14:14:59 -0700 Subject: [PATCH 065/137] Fixed release. --- .github/workflows/host-image-ci.yml | 91 ++++++++++++++++------------- 1 file changed, 49 insertions(+), 42 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 9fdab89934..6a3e5ba082 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -41,14 +41,15 @@ jobs: with: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz - - name: Release preseed-mini.iso.xz - uses: google/android-cuttlefish@v3 - with: - name: preseed-mini - path: cuttlefish-host-image-installer/preseed-mini.iso.xz - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/preseed-mini.iso.xz + asset_name: preseed-mini + asset_content_type: application/x-xz build-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -70,14 +71,15 @@ jobs: with: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z - - name: Release cuttlefish_packages.7z - uses: google/android-cuttlefish@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/cuttlefish_packages.7z + asset_name: cuttlefish_packages + asset_content_type: application/x-7z-compressed build-metapackage-deb-job: runs-on: ubuntu-latest @@ -107,14 +109,15 @@ jobs: with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - - name: Release meta_gigamp_packages.7z - uses: google/android-cuttlefish@v3 - with: - name: meta_gigamp_packages - path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + asset_name: meta_gigamp_packages + asset_content_type: application/x-7z-compressed build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-32core @@ -145,14 +148,15 @@ jobs: with: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - name: Release aosp_kernel_aosp14_61.7z - uses: google/android-cuttlefish@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + asset_name: aosp_kernel_aosp14_61 + asset_content_type: application/x-7z-compressed build-kernel-aosp15-61-deb-job: runs-on: ubuntu-22.04-32core @@ -183,14 +187,15 @@ jobs: with: name: aosp_kernel_aosp15_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - name: Release aosp_kernel_aosp15_61.7z - uses: google/android-cuttlefish@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + asset_name: aosp_kernel_aosp15_61 + asset_content_type: application/x-7z-compressed build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-32core @@ -221,14 +226,15 @@ jobs: with: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - - name: Release aosp_kernel_aosp15_66.7z - uses: google/android-cuttlefish@v3 - with: - name: aosp_kernel_aosp15_66 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + asset_name: aosp_kernel_aosp15_66 + asset_content_type: application/x-7z-compressed build-uboot-qemu-job: runs-on: ubuntu-latest @@ -255,14 +261,15 @@ jobs: with: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin - - name: Release u-boot.bin - uses: google/android-cuttlefish@v3 - with: - name: u-boot - path: cuttlefish-host-image-installer/u-boot.bin - tag_name: latest + - name: Upload to the Github release + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + with: + upload_url: ${{ github.event.release.upload_url }} + asset_path: cuttlefish-host-image-installer/u-boot.bin + asset_name: u-boot + asset_content_type: application/binary test-install-cuttlefish-deb-job: runs-on: ubuntu-latest From bb46542d52b12c62fe04630e14f281a7a2a32cf1 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 26 Apr 2024 15:52:02 -0700 Subject: [PATCH 066/137] Changed upload_url. --- .github/workflows/host-image-ci.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 6a3e5ba082..2fca4751f3 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -46,7 +46,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/preseed-mini.iso.xz asset_name: preseed-mini asset_content_type: application/x-xz @@ -76,7 +76,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/cuttlefish_packages.7z asset_name: cuttlefish_packages asset_content_type: application/x-7z-compressed @@ -114,7 +114,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/meta_gigamp_packages.7z asset_name: meta_gigamp_packages asset_content_type: application/x-7z-compressed @@ -153,7 +153,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z asset_name: aosp_kernel_aosp14_61 asset_content_type: application/x-7z-compressed @@ -192,7 +192,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z asset_name: aosp_kernel_aosp15_61 asset_content_type: application/x-7z-compressed @@ -231,7 +231,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z asset_name: aosp_kernel_aosp15_66 asset_content_type: application/x-7z-compressed @@ -266,7 +266,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: ${{ github.event.release.upload_url }} + upload_url: github.com/google/android-cuttlefish/releases/tag/latest asset_path: cuttlefish-host-image-installer/u-boot.bin asset_name: u-boot asset_content_type: application/binary From a2e2654491165c4ddcf114e855635992257fc0f6 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Sun, 28 Apr 2024 23:40:40 -0700 Subject: [PATCH 067/137] Changed to create release. --- .github/workflows/host-image-ci.yml | 110 ++++++++++++++++------------ 1 file changed, 63 insertions(+), 47 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 2fca4751f3..6146b86ce9 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -19,6 +19,8 @@ name: HostImage on: [pull_request, push] + tags: + - 'latest' jobs: build-installer-iso-job: @@ -41,15 +43,17 @@ jobs: with: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/preseed-mini.iso.xz - asset_name: preseed-mini - asset_content_type: application/x-xz + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/preseed-mini.iso.xz + draft: false + prerelease: false build-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -71,16 +75,18 @@ jobs: with: name: cuttlefish_packages path: cuttlefish-host-image-installer/cuttlefish_packages.7z - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/cuttlefish_packages.7z - asset_name: cuttlefish_packages - asset_content_type: application/x-7z-compressed - + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/cuttlefish_packages.7z + draft: false + prerelease: false + build-metapackage-deb-job: runs-on: ubuntu-latest steps: @@ -109,15 +115,17 @@ jobs: with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - asset_name: meta_gigamp_packages - asset_content_type: application/x-7z-compressed + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + draft: false + prerelease: false build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-32core @@ -148,16 +156,18 @@ jobs: with: name: aosp_kernel_aosp14_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - asset_name: aosp_kernel_aosp14_61 - asset_content_type: application/x-7z-compressed - + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + draft: false + prerelease: false + build-kernel-aosp15-61-deb-job: runs-on: ubuntu-22.04-32core env: @@ -187,16 +197,18 @@ jobs: with: name: aosp_kernel_aosp15_61 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - asset_name: aosp_kernel_aosp15_61 - asset_content_type: application/x-7z-compressed - + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + draft: false + prerelease: false + build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-32core env: @@ -226,16 +238,18 @@ jobs: with: name: aosp_kernel_aosp15_66 path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - asset_name: aosp_kernel_aosp15_66 - asset_content_type: application/x-7z-compressed - + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + draft: false + prerelease: false + build-uboot-qemu-job: runs-on: ubuntu-latest container: @@ -261,16 +275,18 @@ jobs: with: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin - - name: Upload to the Github release - uses: actions/upload-release-asset@v1 + - name: Create Release + id: create_release + uses: actions/create-release@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - upload_url: github.com/google/android-cuttlefish/releases/tag/latest - asset_path: cuttlefish-host-image-installer/u-boot.bin - asset_name: u-boot - asset_content_type: application/binary - + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body_path: cuttlefish-host-image-installer/u-boot.bin + draft: false + prerelease: false + test-install-cuttlefish-deb-job: runs-on: ubuntu-latest needs: build-cuttlefish-deb-job From 2ae012b54b0eb59633c824893bd59109699a85e3 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Sun, 28 Apr 2024 23:52:58 -0700 Subject: [PATCH 068/137] Removed tag. --- .github/workflows/host-image-ci.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 6146b86ce9..dd02bae85f 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -19,8 +19,6 @@ name: HostImage on: [pull_request, push] - tags: - - 'latest' jobs: build-installer-iso-job: From d3d80c7dc4d3248e7f674edcb2414132d0ab1e03 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 00:08:42 -0700 Subject: [PATCH 069/137] Changed github.token. --- .github/workflows/host-image-ci.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index dd02bae85f..b9d818f5ee 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -45,13 +45,13 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} body_path: cuttlefish-host-image-installer/preseed-mini.iso.xz draft: false - prerelease: false + prerelease: false build-cuttlefish-deb-job: runs-on: ubuntu-latest @@ -77,7 +77,7 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} @@ -117,7 +117,7 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} @@ -158,7 +158,7 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} @@ -199,7 +199,7 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} @@ -240,7 +240,7 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} @@ -277,7 +277,7 @@ jobs: id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{ github.token }} with: tag_name: ${{ github.ref }} release_name: Release ${{ github.ref }} From 99a8ec7b4b25004271b8e8d9056a8f9bdb972008 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 01:02:47 -0700 Subject: [PATCH 070/137] Added permission write. --- .github/workflows/host-image-ci.yml | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index b9d818f5ee..df8f726b5c 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -27,6 +27,9 @@ jobs: image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + permissions: + id-token: write + contents: write steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -55,6 +58,9 @@ jobs: build-cuttlefish-deb-job: runs-on: ubuntu-latest + permissions: + id-token: write + contents: write steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -87,6 +93,9 @@ jobs: build-metapackage-deb-job: runs-on: ubuntu-latest + permissions: + id-token: write + contents: write steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -127,6 +136,9 @@ jobs: build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-32core + permissions: + id-token: write + contents: write env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android14-6.1 @@ -168,6 +180,9 @@ jobs: build-kernel-aosp15-61-deb-job: runs-on: ubuntu-22.04-32core + permissions: + id-token: write + contents: write env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.1 @@ -209,6 +224,9 @@ jobs: build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-32core + permissions: + id-token: write + contents: write env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.6 @@ -250,6 +268,9 @@ jobs: build-uboot-qemu-job: runs-on: ubuntu-latest + permissions: + id-token: write + contents: write container: image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 env: From 4c902b12489d626129a8edc2e5d0d10383a2fb27 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 01:31:33 -0700 Subject: [PATCH 071/137] Chnage permission to write-all. --- .github/workflows/host-image-ci.yml | 28 +++++++--------------------- 1 file changed, 7 insertions(+), 21 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index df8f726b5c..9bb938ed45 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -27,9 +27,7 @@ jobs: image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 env: DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - permissions: - id-token: write - contents: write + permissions: write-all steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -58,9 +56,7 @@ jobs: build-cuttlefish-deb-job: runs-on: ubuntu-latest - permissions: - id-token: write - contents: write + permissions: write-all steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -93,9 +89,7 @@ jobs: build-metapackage-deb-job: runs-on: ubuntu-latest - permissions: - id-token: write - contents: write + permissions: write-all steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -136,9 +130,7 @@ jobs: build-kernel-aosp14-61-deb-job: runs-on: ubuntu-22.04-32core - permissions: - id-token: write - contents: write + permissions: write-all env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android14-6.1 @@ -180,9 +172,7 @@ jobs: build-kernel-aosp15-61-deb-job: runs-on: ubuntu-22.04-32core - permissions: - id-token: write - contents: write + permissions: write-all env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.1 @@ -224,9 +214,7 @@ jobs: build-kernel-aosp15-66-deb-job: runs-on: ubuntu-22.04-32core - permissions: - id-token: write - contents: write + permissions: write-all env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android15-6.6 @@ -268,9 +256,7 @@ jobs: build-uboot-qemu-job: runs-on: ubuntu-latest - permissions: - id-token: write - contents: write + permissions: write-all container: image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 env: From 23fda49ec2bb993696ba33f7eb945a0c61a4a4f4 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 09:55:37 -0700 Subject: [PATCH 072/137] Chngdae tag name and release name. --- .github/workflows/host-image-ci.yml | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 9bb938ed45..a28aa7161a 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -48,8 +48,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/preseed-mini.iso.xz draft: false prerelease: false @@ -81,8 +81,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/cuttlefish_packages.7z draft: false prerelease: false @@ -122,8 +122,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/meta_gigamp_packages.7z draft: false prerelease: false @@ -164,8 +164,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z draft: false prerelease: false @@ -206,8 +206,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z draft: false prerelease: false @@ -248,8 +248,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z draft: false prerelease: false @@ -286,8 +286,8 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} + tag_name: latest + release_name: latest_host_image body_path: cuttlefish-host-image-installer/u-boot.bin draft: false prerelease: false From 6bf97624d8d88e87adf1b763e25eedc7abc15cd1 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 10:46:28 -0700 Subject: [PATCH 073/137] Temporary remove all jobs and only focus on release testing. --- .github/workflows/host-image-ci.yml | 470 +++------------------------- 1 file changed, 51 insertions(+), 419 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a28aa7161a..14215ab945 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,462 +21,94 @@ name: HostImage on: [pull_request, push] jobs: - build-installer-iso-job: + test-release1-job: runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso permissions: write-all steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@v3 - with: - name: preseed-mini - path: cuttlefish-host-image-installer/preseed-mini.iso.xz - - name: Create Release - id: create_release + - name: build + run: echo "test-release1-job" > CHANGELOG1.md + - name: version + run: echo "test-release1-job" + id: version + - name: release uses: actions/create-release@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - tag_name: latest - release_name: latest_host_image - body_path: cuttlefish-host-image-installer/preseed-mini.iso.xz - draft: false - prerelease: false - - build-cuttlefish-deb-job: - runs-on: ubuntu-latest - permissions: write-all - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z - - name: Create Release id: create_release - uses: actions/create-release@v1 - env: - GITHUB_TOKEN: ${{ github.token }} with: - tag_name: latest - release_name: latest_host_image - body_path: cuttlefish-host-image-installer/cuttlefish_packages.7z draft: false prerelease: false - - build-metapackage-deb-job: - runs-on: ubuntu-latest - permissions: write-all - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - - name: Create artifact - run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - - name: Publish meta_gigamp_packages.7z - uses: actions/upload-artifact@v3 - with: - name: meta_gigamp_packages - path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - - name: Create Release - id: create_release - uses: actions/create-release@v1 + release_name: ${{ steps.version.outputs.version }} + tag_name: ${{ github.ref }} + body_path: CHANGELOG1.md env: GITHUB_TOKEN: ${{ github.token }} - with: - tag_name: latest - release_name: latest_host_image - body_path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - draft: false - prerelease: false - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-32core + test-release2-job: + runs-on: ubuntu-latest permissions: write-all - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - name: Create Release - id: create_release + - name: build + run: echo "test-release2-job" > CHANGELOG2.md + - name: version + run: echo "test-release2-job" + id: version + - name: release uses: actions/create-release@v1 - env: - GITHUB_TOKEN: ${{ github.token }} + id: create_release with: - tag_name: latest - release_name: latest_host_image - body_path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z draft: false - prerelease: false - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-32core - permissions: write-all - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - name: Create Release - id: create_release - uses: actions/create-release@v1 + prerelease: false + release_name: latest_host_image + tag_name: latest + body_path: CHANGELOG2.md env: GITHUB_TOKEN: ${{ github.token }} - with: - tag_name: latest - release_name: latest_host_image - body_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - draft: false - prerelease: false - - build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-32core - permissions: write-all - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 + + test-release3-job: + runs-on: ubuntu-latest steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - - name: Publish aosp_kernel_aosp15_66.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + - name: build + run: echo "test-release3-job" > CHANGELOG3.md - name: Create Release id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ github.token }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - tag_name: latest - release_name: latest_host_image - body_path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + tag_name: ${{ github.ref }} + release_name: Release ${{ github.ref }} + body: CHANGELOG3.md draft: false prerelease: false - - build-uboot-qemu-job: + + test-release5-job: runs-on: ubuntu-latest - permissions: write-all - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare building environment continue - run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev - - name: Downloading - run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh - - name: Building - run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - - name: Publish u-boot.bin - uses: actions/upload-artifact@v3 - with: - name: u-boot - path: cuttlefish-host-image-installer/u-boot.bin + - name: build + run: echo "test-release5-job" > CHANGELOG5.md - name: Create Release id: create_release uses: actions/create-release@v1 env: - GITHUB_TOKEN: ${{ github.token }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: tag_name: latest release_name: latest_host_image - body_path: cuttlefish-host-image-installer/u-boot.bin + body: CHANGELOG5 + .md draft: false prerelease: false - - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 - with: - name: cuttlefish_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - test-install-metapackage-deb-job: - runs-on: ubuntu-latest - needs: build-metapackage-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@v3 - with: - name: meta_gigamp_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp14-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z - - test-install-kernel-aosp15-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z - - test-install-kernel-aosp15-66-deb-job: + test-release6-job: runs-on: ubuntu-latest - needs: build-kernel-aosp15-66-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z - - test-iso-qemu-job: - runs-on: ubuntu-22.04-4core - needs: [build-installer-iso-job, build-uboot-qemu-job] - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download preseed-mini.iso.xz - uses: actions/download-artifact@v3 - with: - name: preseed-mini - path: "cuttlefish-host-image-installer" - - name: Download u-boot.bin - uses: actions/download-artifact@v3 - with: - name: u-boot - path: "cuttlefish-host-image-installer" - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder environment - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare qemu - run: sudo apt-get install -y util-linux util-linux-extra && sudo apt-get install -y xz-utils && sudo apt-get install -y qemu-system-arm && sudo apt-get install -y expect && sudo apt-get install -y e2tools && sudo apt-get install -y lvm2 && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y sshpass && sudo apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - name: Upzip iso - run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . - - name: Run installer on qemu - run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 - - name: Test if installation is successed1 - run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh - - name: Test if installation is successed2 - run: cd cuttlefish-host-image-installer && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - name: Test if installation is successed3 - run: cd cuttlefish-host-image-installer && echo sheeFei2 > successful_install_compare - - name: Test if installation is successed5 - run: cd cuttlefish-host-image-installer && cmp successful_install successful_install_compare - - name: Test if AOSP kernel is installed - run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* - - name: Test if Cuttlefish Debian packages are installed - run: cd cuttlefish-host-image-installer && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - name: Make sure that we do not have home partitions anymore - run: cd cuttlefish-host-image-installer && test '!' -e home.img && echo "Test successful" + - name: build + run: echo "test-release6-job" > CHANGELOG6.md + - name: Create Release + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + tag: ${{ github.ref_name }} + run: | + gh release create "$tag" \ + --repo="$GITHUB_REPOSITORY" \ + --title="${GITHUB_REPOSITORY#*/} ${tag#v}" \ + --generate-notes From e98b332f19b583c6f1436452fa02d7c35f6136f6 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 10:52:27 -0700 Subject: [PATCH 074/137] Fixed typo. --- .github/workflows/host-image-ci.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 14215ab945..e145d214af 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -93,8 +93,7 @@ jobs: with: tag_name: latest release_name: latest_host_image - body: CHANGELOG5 - .md + body: CHANGELOG5.md draft: false prerelease: false From a1cd84aa0155e562b24e513b94c928e96ae1d9e9 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 12:09:11 -0700 Subject: [PATCH 075/137] Test more. --- .github/workflows/host-image-ci.yml | 171 ++++++++++++++++------------ 1 file changed, 99 insertions(+), 72 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index e145d214af..89acb1c294 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,35 +21,108 @@ name: HostImage on: [pull_request, push] jobs: - test-release1-job: - runs-on: ubuntu-latest - permissions: write-all - steps: - - name: build - run: echo "test-release1-job" > CHANGELOG1.md - - name: version - run: echo "test-release1-job" - id: version - - name: release - uses: actions/create-release@v1 - id: create_release - with: - draft: false - prerelease: false - release_name: ${{ steps.version.outputs.version }} - tag_name: ${{ github.ref }} - body_path: CHANGELOG1.md - env: - GITHUB_TOKEN: ${{ github.token }} + # failed, branch or tag names starting with 'refs/' are not allowed. + #test-release1-job: + # runs-on: ubuntu-latest + # permissions: write-all + # steps: + # - name: build + # run: echo "test-release1-job" > CHANGELOG1.md + # - name: version + # run: echo "test-release1-job" + # id: version + # - name: release + # uses: actions/create-release@v1 + # id: create_release + # with: + # draft: false + # prerelease: false + # release_name: ${{ steps.version.outputs.version }} + # tag_name: ${{ github.ref }} # refs/heads/main + # body_path: CHANGELOG1.md + # env: + # GITHUB_TOKEN: ${{ github.token }} + + #this job works + #test-release2-job: + # runs-on: ubuntu-latest + # permissions: write-all + # steps: + # - name: build + # run: echo "test-release2-job" > CHANGELOG2.md + # - name: version + # run: echo "test-release2-job" + # id: version + # - name: release + # uses: actions/create-release@v1 + # id: create_release + # with: + # draft: false + # prerelease: false + # release_name: latest_host_image + # tag_name: latest + # body_path: CHANGELOG2.md + # env: + # GITHUB_TOKEN: ${{ github.token }} + + #test-release3-job: + # runs-on: ubuntu-latest + # steps: + # - name: build + # run: echo "test-release3-job" > CHANGELOG3.md + # - name: Create Release + # id: create_release + # uses: actions/create-release@v1 + # env: + # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + # with: + # tag_name: ${{ github.ref }} + # release_name: Release ${{ github.ref }} + # body: CHANGELOG3.md + # draft: false + # prerelease: false + + #test-release5-job: + # runs-on: ubuntu-latest + # steps: + # - name: build + # run: echo "test-release5-job" > CHANGELOG5.md + # - name: Create Release + # id: create_release + # uses: actions/create-release@v1 + # env: + # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + # with: + # tag_name: latest + # release_name: latest_host_image + # body: CHANGELOG5.md + # draft: false + # prerelease: false - test-release2-job: + #this job works + #test-release6-job: + # runs-on: ubuntu-latest + # steps: + # - name: build + # run: echo "test-release6-job" > CHANGELOG6.md + # - name: Create Release + # env: + # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + # tag: ${{ github.ref_name }} + # run: | + # gh release create "$tag" \ + # --repo="$GITHUB_REPOSITORY" \ + # --title="${GITHUB_REPOSITORY#*/} ${tag#v}" \ + # --generate-notes + + test-release6-job: runs-on: ubuntu-latest permissions: write-all steps: - name: build - run: echo "test-release2-job" > CHANGELOG2.md + run: echo "test-release6-job" > CHANGELOG6.md - name: version - run: echo "test-release2-job" + run: echo "test-release6-job" id: version - name: release uses: actions/create-release@v1 @@ -57,57 +130,11 @@ jobs: with: draft: false prerelease: false - release_name: latest_host_image + release_name: latest_host_image6 tag_name: latest - body_path: CHANGELOG2.md + body_path: CHANGELOG6.md env: GITHUB_TOKEN: ${{ github.token }} - test-release3-job: - runs-on: ubuntu-latest - steps: - - name: build - run: echo "test-release3-job" > CHANGELOG3.md - - name: Create Release - id: create_release - uses: actions/create-release@v1 - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - with: - tag_name: ${{ github.ref }} - release_name: Release ${{ github.ref }} - body: CHANGELOG3.md - draft: false - prerelease: false - - test-release5-job: - runs-on: ubuntu-latest - steps: - - name: build - run: echo "test-release5-job" > CHANGELOG5.md - - name: Create Release - id: create_release - uses: actions/create-release@v1 - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - with: - tag_name: latest - release_name: latest_host_image - body: CHANGELOG5.md - draft: false - prerelease: false - test-release6-job: - runs-on: ubuntu-latest - steps: - - name: build - run: echo "test-release6-job" > CHANGELOG6.md - - name: Create Release - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - tag: ${{ github.ref_name }} - run: | - gh release create "$tag" \ - --repo="$GITHUB_REPOSITORY" \ - --title="${GITHUB_REPOSITORY#*/} ${tag#v}" \ - --generate-notes + From 9cdaa8a09dca5c97f2e5b710d1dd32ed57e0103c Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 12:17:06 -0700 Subject: [PATCH 076/137] Change release name and try again. --- .github/workflows/host-image-ci.yml | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 89acb1c294..b26990f7bd 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -99,7 +99,8 @@ jobs: # draft: false # prerelease: false - #this job works + #this job works but will kill everything. + #this job create tag name main and it kills everything #test-release6-job: # runs-on: ubuntu-latest # steps: @@ -115,14 +116,14 @@ jobs: # --title="${GITHUB_REPOSITORY#*/} ${tag#v}" \ # --generate-notes - test-release6-job: + test-release7-job: runs-on: ubuntu-latest permissions: write-all steps: - name: build - run: echo "test-release6-job" > CHANGELOG6.md + run: echo "test-release7-job" > CHANGELOG7.md - name: version - run: echo "test-release6-job" + run: echo "test-release7-job" id: version - name: release uses: actions/create-release@v1 @@ -130,9 +131,9 @@ jobs: with: draft: false prerelease: false - release_name: latest_host_image6 + release_name: latest_host_image7 tag_name: latest - body_path: CHANGELOG6.md + body_path: CHANGELOG7.md env: GITHUB_TOKEN: ${{ github.token }} From 5c258ef56614b1fca3855970a93cf9ad0ec503d7 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 14:19:30 -0700 Subject: [PATCH 077/137] Added upload release asset. --- .github/workflows/host-image-ci.yml | 39 +++++++++++++++++++++++------ 1 file changed, 31 insertions(+), 8 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index b26990f7bd..4a286bb022 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -116,15 +116,33 @@ jobs: # --title="${GITHUB_REPOSITORY#*/} ${tag#v}" \ # --generate-notes - test-release7-job: + #test-release7-job: + # runs-on: ubuntu-latest + # permissions: write-all + # steps: + # - name: build + # run: echo "test-release7-job" > CHANGELOG7.md + # - name: version + # run: echo "test-release7-job" + # id: version + # - name: release + # uses: actions/create-release@v1 + # id: create_release + # with: + # draft: false + # prerelease: false + # release_name: latest_host_image7 + # tag_name: latest + # body_path: CHANGELOG7.md + # env: + # GITHUB_TOKEN: ${{ github.token }} + + test-release8-job: runs-on: ubuntu-latest permissions: write-all steps: - name: build - run: echo "test-release7-job" > CHANGELOG7.md - - name: version - run: echo "test-release7-job" - id: version + run: echo "test-release8-job" > CHANGELOG8.md - name: release uses: actions/create-release@v1 id: create_release @@ -136,6 +154,11 @@ jobs: body_path: CHANGELOG7.md env: GITHUB_TOKEN: ${{ github.token }} - - - + - name: Upload Release Asset + uses: actions/upload-release-asset@v1 + id: upload-release-asset + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + asset_path: ./CHANGELOG8.md + asset_name: CHANGELOG8.md + asset_content_type: application/zip From 121c9071b196f6e12a62640e71d7ba25b06e6a5a Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 14:23:43 -0700 Subject: [PATCH 078/137] Minor fix. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 4a286bb022..c59c0823f4 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -142,7 +142,7 @@ jobs: permissions: write-all steps: - name: build - run: echo "test-release8-job" > CHANGELOG8.md + run: echo "test-release7-job" > CHANGELOG7.md && echo "test-release8-job" > CHANGELOG8.md - name: release uses: actions/create-release@v1 id: create_release From 0a3cb8ae4bedd3efe0945492ee20e71e519cdfe1 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 14:30:43 -0700 Subject: [PATCH 079/137] Added github token. --- .github/workflows/host-image-ci.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index c59c0823f4..f883c61e95 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -157,8 +157,11 @@ jobs: - name: Upload Release Asset uses: actions/upload-release-asset@v1 id: upload-release-asset + env: + GITHUB_TOKEN: ${{ github.token }} with: - upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} asset_path: ./CHANGELOG8.md asset_name: CHANGELOG8.md asset_content_type: application/zip From 9a36fb36d169f77dd3266821d369ad45bbebda09 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 16:11:28 -0700 Subject: [PATCH 080/137] Changed to release event. --- .github/workflows/host-image-ci.yml | 64 +++++++++++++++++++++-------- 1 file changed, 47 insertions(+), 17 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index f883c61e95..563c65e0f2 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -18,7 +18,10 @@ name: HostImage -on: [pull_request, push] +#on: [pull_request, push] +on: + release: + types: [published] jobs: # failed, branch or tag names starting with 'refs/' are not allowed. @@ -137,31 +140,58 @@ jobs: # env: # GITHUB_TOKEN: ${{ github.token }} - test-release8-job: + #test-release8-job: + # runs-on: ubuntu-latest + # permissions: write-all + # steps: + # - name: build + # run: echo "test-release7-job" > CHANGELOG7.md && echo "test-release8-job" > CHANGELOG8.md + # - name: release + # uses: actions/create-release@v1 + # id: create_release + # with: + # draft: false + # prerelease: false + # release_name: latest_host_image7 + # tag_name: latest + # body_path: CHANGELOG7.md + # env: + # GITHUB_TOKEN: ${{ github.token }} + # - name: Upload Release Asset + # uses: actions/upload-release-asset@v1 + # id: upload-release-asset + # env: + # GITHUB_TOKEN: ${{ github.token }} + # with: + # upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} + # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} + # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md + # asset_path: ./CHANGELOG8.md + # asset_name: CHANGELOG8.md + # asset_content_type: application/zip + + + test-release9-job: runs-on: ubuntu-latest permissions: write-all steps: - name: build - run: echo "test-release7-job" > CHANGELOG7.md && echo "test-release8-job" > CHANGELOG8.md - - name: release - uses: actions/create-release@v1 - id: create_release - with: - draft: false - prerelease: false - release_name: latest_host_image7 - tag_name: latest - body_path: CHANGELOG7.md - env: - GITHUB_TOKEN: ${{ github.token }} + run: echo "test-release9-job" > CHANGELOG9.md - name: Upload Release Asset uses: actions/upload-release-asset@v1 id: upload-release-asset env: GITHUB_TOKEN: ${{ github.token }} with: - upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + upload_url: ${{ github.event.release.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} - asset_path: ./CHANGELOG8.md - asset_name: CHANGELOG8.md + #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} + #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md + asset_path: ./CHANGELOG9.md + asset_name: CHANGELOG9.md asset_content_type: application/zip + + + + From 97db4d6a6561eedb64ec45a777148dcfd2ee162e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 17:18:21 -0700 Subject: [PATCH 081/137] Try delete release. --- .github/workflows/host-image-ci.yml | 53 ++++++++++++++++++----------- 1 file changed, 34 insertions(+), 19 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 563c65e0f2..a0a22fe15e 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -19,9 +19,9 @@ name: HostImage #on: [pull_request, push] -on: - release: - types: [published] +#on: +# release: +# types: [published] jobs: # failed, branch or tag names starting with 'refs/' are not allowed. @@ -172,26 +172,41 @@ jobs: # asset_content_type: application/zip - test-release9-job: - runs-on: ubuntu-latest - permissions: write-all - steps: - - name: build - run: echo "test-release9-job" > CHANGELOG9.md - - name: Upload Release Asset - uses: actions/upload-release-asset@v1 - id: upload-release-asset - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ github.event.release.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + #test-release9-job: + # runs-on: ubuntu-latest + # permissions: write-all + # steps: + # - name: build + # run: echo "test-release9-job" > CHANGELOG9.md + # - name: Upload Release Asset + # uses: actions/upload-release-asset@v1 + # id: upload-release-asset + # env: + # GITHUB_TOKEN: ${{ github.token }} + # with: + # upload_url: ${{ github.event.release.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md - asset_path: ./CHANGELOG9.md - asset_name: CHANGELOG9.md - asset_content_type: application/zip + # asset_path: ./CHANGELOG9.md + # asset_name: CHANGELOG9.md + # asset_content_type: application/zip + + test-release10-job: + runs-on: ubuntu-latest + permissions: write-all + steps: + - name: build + run: echo "test-release10-job" > CHANGELOG10.md + - name: release + uses: actions/delete-tag-and-release@v1.1 + id: delete_tag_release + with: + tag_name: latest #(required) - The name of the tag to delete. This is expected to be solely the tag name, not the name of a git reference. + delete_release: true #(optional) default: true - also delete all releases and their assets that are associated to the tag name + #repo: / #(optional) default: repo running this action - the target repository. + github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted From 194f017bf3eb79bdfdb39a4f9356200106ea1840 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 17:19:44 -0700 Subject: [PATCH 082/137] Added on event. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a0a22fe15e..033af9bff0 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -18,7 +18,7 @@ name: HostImage -#on: [pull_request, push] +on: [pull_request, push] #on: # release: # types: [published] From e123e40a4680125da12cba2d5223bd51b355e319 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 17:28:49 -0700 Subject: [PATCH 083/137] Changed uses field. --- .github/workflows/host-image-ci.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 033af9bff0..14c2684042 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -201,7 +201,7 @@ jobs: - name: build run: echo "test-release10-job" > CHANGELOG10.md - name: release - uses: actions/delete-tag-and-release@v1.1 + uses: WeiChungHsu/android-cuttlefish@v1.1 id: delete_tag_release with: tag_name: latest #(required) - The name of the tag to delete. This is expected to be solely the tag name, not the name of a git reference. @@ -210,3 +210,6 @@ jobs: github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted +#https://github.com/WeiChungHsu/android-cuttlefish.git + + From 45453a4e6bbaddccb45e97099f678bbbde0dd1a0 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 17:38:25 -0700 Subject: [PATCH 084/137] Added repo field. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 14c2684042..baacb29ef5 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -201,12 +201,12 @@ jobs: - name: build run: echo "test-release10-job" > CHANGELOG10.md - name: release - uses: WeiChungHsu/android-cuttlefish@v1.1 + uses: dev-drprasad/delete-tag-and-release@v1.1 id: delete_tag_release with: tag_name: latest #(required) - The name of the tag to delete. This is expected to be solely the tag name, not the name of a git reference. delete_release: true #(optional) default: true - also delete all releases and their assets that are associated to the tag name - #repo: / #(optional) default: repo running this action - the target repository. + repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted From 36e11223b17ad8dca9bf17b2cef9db8b7b0b133f Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 20:39:03 -0700 Subject: [PATCH 085/137] Test create and delete release. --- .github/workflows/host-image-ci.yml | 33 +++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index baacb29ef5..09758b362f 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -209,7 +209,40 @@ jobs: repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted + + test-release11-job: + runs-on: ubuntu-latest + permissions: write-all + steps: + - name: build + run: echo "test-release11-job" > CHANGELOG11.md + - name: release + uses: actions/create-release@v1 + id: create_release + with: + draft: false + prerelease: false + release_name: latest_host_image11 + tag_name: latest + body_path: CHANGELOG11.md + env: + GITHUB_TOKEN: ${{ github.token }} + - name: Upload Release Asset + uses: actions/upload-release-asset@v1 + id: upload-release-asset + env: + GITHUB_TOKEN: ${{ github.token }} + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} + # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} + # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md + asset_path: ./CHANGELOG11.md + asset_name: CHANGELOG11.md + asset_content_type: application/zip #https://github.com/WeiChungHsu/android-cuttlefish.git + + From 309bfca1a749b4a9508104b5933ff62fa923d15c Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 20:46:14 -0700 Subject: [PATCH 086/137] Try google/android-cuttlefish repo. --- .github/workflows/host-image-ci.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 09758b362f..d700a1484f 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -206,7 +206,8 @@ jobs: with: tag_name: latest #(required) - The name of the tag to delete. This is expected to be solely the tag name, not the name of a git reference. delete_release: true #(optional) default: true - also delete all releases and their assets that are associated to the tag name - repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. + #repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. + repo: google/android-cuttlefish github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted @@ -222,7 +223,7 @@ jobs: with: draft: false prerelease: false - release_name: latest_host_image11 + release_name: latest_host_image tag_name: latest body_path: CHANGELOG11.md env: From 4e0db510b378fe6f6716dbfe2b411aeba1521987 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 20:51:06 -0700 Subject: [PATCH 087/137] Moved back to my repo for now because google repo can't create/delete release. --- .github/workflows/host-image-ci.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index d700a1484f..7316b76908 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -206,17 +206,17 @@ jobs: with: tag_name: latest #(required) - The name of the tag to delete. This is expected to be solely the tag name, not the name of a git reference. delete_release: true #(optional) default: true - also delete all releases and their assets that are associated to the tag name - #repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. - repo: google/android-cuttlefish + repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. + #repo: google/android-cuttlefish github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted - test-release11-job: + test-release12-job: runs-on: ubuntu-latest permissions: write-all steps: - name: build - run: echo "test-release11-job" > CHANGELOG11.md + run: echo "test-release12-job" > CHANGELOG12.md - name: release uses: actions/create-release@v1 id: create_release @@ -225,7 +225,7 @@ jobs: prerelease: false release_name: latest_host_image tag_name: latest - body_path: CHANGELOG11.md + body_path: CHANGELOG12.md env: GITHUB_TOKEN: ${{ github.token }} - name: Upload Release Asset @@ -238,8 +238,8 @@ jobs: # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md - asset_path: ./CHANGELOG11.md - asset_name: CHANGELOG11.md + asset_path: ./CHANGELOG12.md + asset_name: CHANGELOG12.md asset_content_type: application/zip #https://github.com/WeiChungHsu/android-cuttlefish.git From 3329f1df3cc5af04b72627cb5898ae6c439239ae Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 29 Apr 2024 21:49:01 -0700 Subject: [PATCH 088/137] Added back everything and create release with tag latest. --- .github/workflows/host-image-ci.yml | 654 ++++++++++++++++++++-------- 1 file changed, 466 insertions(+), 188 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 7316b76908..6e93590013 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -19,204 +19,408 @@ name: HostImage on: [pull_request, push] -#on: -# release: -# types: [published] jobs: - # failed, branch or tag names starting with 'refs/' are not allowed. - #test-release1-job: - # runs-on: ubuntu-latest - # permissions: write-all - # steps: - # - name: build - # run: echo "test-release1-job" > CHANGELOG1.md - # - name: version - # run: echo "test-release1-job" - # id: version - # - name: release - # uses: actions/create-release@v1 - # id: create_release - # with: - # draft: false - # prerelease: false - # release_name: ${{ steps.version.outputs.version }} - # tag_name: ${{ github.ref }} # refs/heads/main - # body_path: CHANGELOG1.md - # env: - # GITHUB_TOKEN: ${{ github.token }} - - #this job works - #test-release2-job: - # runs-on: ubuntu-latest - # permissions: write-all - # steps: - # - name: build - # run: echo "test-release2-job" > CHANGELOG2.md - # - name: version - # run: echo "test-release2-job" - # id: version - # - name: release - # uses: actions/create-release@v1 - # id: create_release - # with: - # draft: false - # prerelease: false - # release_name: latest_host_image - # tag_name: latest - # body_path: CHANGELOG2.md - # env: - # GITHUB_TOKEN: ${{ github.token }} + build-installer-iso-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: cuttlefish-host-image-installer/preseed-mini.iso.xz - #test-release3-job: - # runs-on: ubuntu-latest - # steps: - # - name: build - # run: echo "test-release3-job" > CHANGELOG3.md - # - name: Create Release - # id: create_release - # uses: actions/create-release@v1 - # env: - # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - # with: - # tag_name: ${{ github.ref }} - # release_name: Release ${{ github.ref }} - # body: CHANGELOG3.md - # draft: false - # prerelease: false + build-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z - #test-release5-job: - # runs-on: ubuntu-latest - # steps: - # - name: build - # run: echo "test-release5-job" > CHANGELOG5.md - # - name: Create Release - # id: create_release - # uses: actions/create-release@v1 - # env: - # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - # with: - # tag_name: latest - # release_name: latest_host_image - # body: CHANGELOG5.md - # draft: false - # prerelease: false + build-metapackage-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz + - name: Create artifact + run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb + - name: Publish meta_gigamp_packages.7z + uses: actions/upload-artifact@v3 + with: + name: meta_gigamp_packages + path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - #this job works but will kill everything. - #this job create tag name main and it kills everything - #test-release6-job: - # runs-on: ubuntu-latest - # steps: - # - name: build - # run: echo "test-release6-job" > CHANGELOG6.md - # - name: Create Release - # env: - # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - # tag: ${{ github.ref_name }} - # run: | - # gh release create "$tag" \ - # --repo="$GITHUB_REPOSITORY" \ - # --title="${GITHUB_REPOSITORY#*/} ${tag#v}" \ - # --generate-notes + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - #test-release7-job: - # runs-on: ubuntu-latest - # permissions: write-all - # steps: - # - name: build - # run: echo "test-release7-job" > CHANGELOG7.md - # - name: version - # run: echo "test-release7-job" - # id: version - # - name: release - # uses: actions/create-release@v1 - # id: create_release - # with: - # draft: false - # prerelease: false - # release_name: latest_host_image7 - # tag_name: latest - # body_path: CHANGELOG7.md - # env: - # GITHUB_TOKEN: ${{ github.token }} + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - #test-release8-job: - # runs-on: ubuntu-latest - # permissions: write-all - # steps: - # - name: build - # run: echo "test-release7-job" > CHANGELOG7.md && echo "test-release8-job" > CHANGELOG8.md - # - name: release - # uses: actions/create-release@v1 - # id: create_release - # with: - # draft: false - # prerelease: false - # release_name: latest_host_image7 - # tag_name: latest - # body_path: CHANGELOG7.md - # env: - # GITHUB_TOKEN: ${{ github.token }} - # - name: Upload Release Asset - # uses: actions/upload-release-asset@v1 - # id: upload-release-asset - # env: - # GITHUB_TOKEN: ${{ github.token }} - # with: - # upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps - # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} - # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} - # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md - # asset_path: ./CHANGELOG8.md - # asset_name: CHANGELOG8.md - # asset_content_type: application/zip + build-kernel-aosp15-66-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + - name: Publish aosp_kernel_aosp15_66.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev + - name: Downloading + run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin + uses: actions/upload-artifact@v3 + with: + name: u-boot + path: cuttlefish-host-image-installer/u-boot.bin + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - #test-release9-job: - # runs-on: ubuntu-latest - # permissions: write-all - # steps: - # - name: build - # run: echo "test-release9-job" > CHANGELOG9.md - # - name: Upload Release Asset - # uses: actions/upload-release-asset@v1 - # id: upload-release-asset - # env: - # GITHUB_TOKEN: ${{ github.token }} - # with: - # upload_url: ${{ github.event.release.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps - #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} - #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} - #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md - # asset_path: ./CHANGELOG9.md - # asset_name: CHANGELOG9.md - # asset_content_type: application/zip + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + test-install-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp14-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z + + test-install-kernel-aosp15-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z + + test-install-kernel-aosp15-66-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-66-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z + test-iso-qemu-job: + runs-on: ubuntu-22.04-4core + needs: [build-installer-iso-job, build-uboot-qemu-job] + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download preseed-mini.iso.xz + uses: actions/download-artifact@v3 + with: + name: preseed-mini + path: "cuttlefish-host-image-installer" + - name: Download u-boot.bin + uses: actions/download-artifact@v3 + with: + name: u-boot + path: "cuttlefish-host-image-installer" + - name: Prepare test bed + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder environment + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare qemu + run: sudo apt-get install -y util-linux util-linux-extra && sudo apt-get install -y xz-utils && sudo apt-get install -y qemu-system-arm && sudo apt-get install -y expect && sudo apt-get install -y e2tools && sudo apt-get install -y lvm2 && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y sshpass && sudo apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb + - name: Upzip iso + run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . + - name: Run installer on qemu + run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 + - name: Test if installation is successed1 + run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh + - name: Test if installation is successed2 + run: cd cuttlefish-host-image-installer && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install + - name: Test if installation is successed3 + run: cd cuttlefish-host-image-installer && echo sheeFei2 > successful_install_compare + - name: Test if installation is successed5 + run: cd cuttlefish-host-image-installer && cmp successful_install successful_install_compare + - name: Test if AOSP kernel is installed + run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* + - name: Test if Cuttlefish Debian packages are installed + run: cd cuttlefish-host-image-installer && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root + - name: Make sure that we do not have home partitions anymore + run: cd cuttlefish-host-image-installer && test '!' -e home.img && echo "Test successful" - test-release10-job: + delete-old-release-job: runs-on: ubuntu-latest permissions: write-all steps: - - name: build - run: echo "test-release10-job" > CHANGELOG10.md - - name: release + - name: delete_release uses: dev-drprasad/delete-tag-and-release@v1.1 id: delete_tag_release with: - tag_name: latest #(required) - The name of the tag to delete. This is expected to be solely the tag name, not the name of a git reference. - delete_release: true #(optional) default: true - also delete all releases and their assets that are associated to the tag name - repo: WeiChungHsu/android-cuttlefish #(optional) default: repo running this action - the target repository. + tag_name: latest + delete_release: true + repo: WeiChungHsu/android-cuttlefish #repo: google/android-cuttlefish - github_token: ${{ secrets.GITHUB_TOKEN }} # (required) - a GitHub token with write access to the repo where tags and releases will be searched and deleted - + github_token: ${{ secrets.GITHUB_TOKEN }} - test-release12-job: + deploy-release-job: runs-on: ubuntu-latest + needs: [build-installer-iso-job, build-uboot-qemu-job, build-kernel-aosp15-66-deb-job, build-kernel-aosp15-61-deb-job, build-kernel-aosp14-61-deb-job, build-metapackage-deb-job, build-cuttlefish-deb-job] permissions: write-all steps: - name: build - run: echo "test-release12-job" > CHANGELOG12.md + run: date '+%Y-%m-%d_%H:%M:%S' > CHANGELOG.md + - name: version + run: date '+%Y-%m-%d_%H:%M:%S' + id: version - name: release uses: actions/create-release@v1 id: create_release @@ -225,25 +429,99 @@ jobs: prerelease: false release_name: latest_host_image tag_name: latest - body_path: CHANGELOG12.md + body_path: CHANGELOG.md + env: + GITHUB_TOKEN: ${{ github.token }} + - name: Download preseed-mini.iso.xz + uses: actions/download-artifact@v3 + with: + name: preseed-mini + - name: Download u-boot.bin + uses: actions/download-artifact@v3 + with: + name: u-boot + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages + - name: Upload Release Asset preseed-mini.iso.xz + uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ github.token }} - - name: Upload Release Asset + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./preseed-mini.iso.xz + asset_name: preseed-mini.iso.xz + asset_content_type: application/x-xz + - name: Upload Release Asset u-boot.bin uses: actions/upload-release-asset@v1 - id: upload-release-asset env: GITHUB_TOKEN: ${{ github.token }} with: - upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps - # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} - # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} - # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md - asset_path: ./CHANGELOG12.md - asset_name: CHANGELOG12.md + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./u-boot.bin + asset_name: u-boot.bin asset_content_type: application/zip + - name: Upload Release Asset aosp_kernel_aosp15_66.7z + uses: actions/upload-release-asset@v1 + env: + GITHUB_TOKEN: ${{ github.token }} + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./aosp_kernel_aosp15_66.7z + asset_name: aosp_kernel_aosp15_66.7z + asset_content_type: application/x-7z-compressed + - name: Upload Release Asset aosp_kernel_aosp15_61.7z + uses: actions/upload-release-asset@v1 + env: + GITHUB_TOKEN: ${{ github.token }} + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./aosp_kernel_aosp15_61.7z + asset_name: aosp_kernel_aosp15_61.7z + asset_content_type: application/x-7z-compressed + - name: Upload Release Asset aosp_kernel_aosp14_61.7z + uses: actions/upload-release-asset@v1 + env: + GITHUB_TOKEN: ${{ github.token }} + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./aosp_kernel_aosp14_61.7z + asset_name: aosp_kernel_aosp14_61.7z + asset_content_type: application/x-7z-compressed + - name: Upload Release Asset meta_gigamp_packages.7z + uses: actions/upload-release-asset@v1 + env: + GITHUB_TOKEN: ${{ github.token }} + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./meta_gigamp_packages.7z + asset_name: meta_gigamp_packages.7z + asset_content_type: application/x-7z-compressed + - name: Upload Release Asset cuttlefish_packages.7z + uses: actions/upload-release-asset@v1 + env: + GITHUB_TOKEN: ${{ github.token }} + with: + upload_url: ${{ steps.create_release.outputs.upload_url }} + asset_path: ./cuttlefish_packages.7z + asset_name: cuttlefish_packages.7z + asset_content_type: application/x-7z-compressed + -#https://github.com/WeiChungHsu/android-cuttlefish.git - - - - From 0bf4720ce6c3e4b216ce6a4792406abf7dde8973 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 13:52:02 -0700 Subject: [PATCH 089/137] Remove long run job and test on short run job. --- .github/workflows/host-image-ci.yml | 365 +--------------------------- 1 file changed, 13 insertions(+), 352 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 6e93590013..02d86d8a36 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -42,27 +42,6 @@ jobs: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz - build-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z - build-metapackage-deb-job: runs-on: ubuntu-latest steps: @@ -91,96 +70,6 @@ jobs: with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - - name: Publish aosp_kernel_aosp15_66.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z build-uboot-qemu-job: runs-on: ubuntu-latest @@ -208,195 +97,6 @@ jobs: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 - with: - name: cuttlefish_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - - test-install-metapackage-deb-job: - runs-on: ubuntu-latest - needs: build-metapackage-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@v3 - with: - name: meta_gigamp_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp14-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z - - test-install-kernel-aosp15-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z - - test-install-kernel-aosp15-66-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-66-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z - - test-iso-qemu-job: - runs-on: ubuntu-22.04-4core - needs: [build-installer-iso-job, build-uboot-qemu-job] - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download preseed-mini.iso.xz - uses: actions/download-artifact@v3 - with: - name: preseed-mini - path: "cuttlefish-host-image-installer" - - name: Download u-boot.bin - uses: actions/download-artifact@v3 - with: - name: u-boot - path: "cuttlefish-host-image-installer" - - name: Prepare test bed - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder environment - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare qemu - run: sudo apt-get install -y util-linux util-linux-extra && sudo apt-get install -y xz-utils && sudo apt-get install -y qemu-system-arm && sudo apt-get install -y expect && sudo apt-get install -y e2tools && sudo apt-get install -y lvm2 && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y sshpass && sudo apt-get install -y u-boot-qemu && pull-debian-debs u-boot-qemu && sudo apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./u-boot-qemu_*_all.deb - - name: Upzip iso - run: cd cuttlefish-host-image-installer && xz -d preseed-mini.iso.xz && chmod a-w preseed-mini.iso && cp -f tests/installer-iso-* . - - name: Run installer on qemu - run: cd cuttlefish-host-image-installer && ./installer-iso-install.expect successful_install sheeFei2 - - name: Test if installation is successed1 - run: cd cuttlefish-host-image-installer && ./installer-iso-extract-partitions.sh - - name: Test if installation is successed2 - run: cd cuttlefish-host-image-installer && e2cp rootfs.img:/home/vsoc-01/successful_install successful_install - - name: Test if installation is successed3 - run: cd cuttlefish-host-image-installer && echo sheeFei2 > successful_install_compare - - name: Test if installation is successed5 - run: cd cuttlefish-host-image-installer && cmp successful_install successful_install_compare - - name: Test if AOSP kernel is installed - run: cd cuttlefish-host-image-installer && e2ls -l boot.img:/vmlinuz-*aosp*-linaro* && e2cp boot.img:/$(e2ls boot.img:/vmlinuz-*aosp*-linaro* | tail -1) . && test -e vmlinuz-*aosp*-linaro* - - name: Test if Cuttlefish Debian packages are installed - run: cd cuttlefish-host-image-installer && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator && e2ls -l rootfs.img:/usr/bin/cvd_host_orchestrator | grep cvd_host_orchestrator | grep root - - name: Make sure that we do not have home partitions anymore - run: cd cuttlefish-host-image-installer && test '!' -e home.img && echo "Test successful" - delete-old-release-job: runs-on: ubuntu-latest permissions: write-all @@ -413,7 +113,7 @@ jobs: deploy-release-job: runs-on: ubuntu-latest - needs: [build-installer-iso-job, build-uboot-qemu-job, build-kernel-aosp15-66-deb-job, build-kernel-aosp15-61-deb-job, build-kernel-aosp14-61-deb-job, build-metapackage-deb-job, build-cuttlefish-deb-job] + needs: [build-installer-iso-job, build-uboot-qemu-job, build-metapackage-deb-job] permissions: write-all steps: - name: build @@ -440,26 +140,23 @@ jobs: uses: actions/download-artifact@v3 with: name: u-boot - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - name: Download meta_gigamp_packages.7z uses: actions/download-artifact@v3 with: name: meta_gigamp_packages - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 + - name: Upload Release Asset + uses: actions/upload-release-asset@v1 + id: upload-release-asset + env: + GITHUB_TOKEN: ${{ github.token }} with: - name: cuttlefish_packages + upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps + # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} + # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} + # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md + asset_path: ./CHANGELOG.md + asset_name: CHANGELOG.md + asset_content_type: application/zip - name: Upload Release Asset preseed-mini.iso.xz uses: actions/upload-release-asset@v1 env: @@ -478,33 +175,6 @@ jobs: asset_path: ./u-boot.bin asset_name: u-boot.bin asset_content_type: application/zip - - name: Upload Release Asset aosp_kernel_aosp15_66.7z - uses: actions/upload-release-asset@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./aosp_kernel_aosp15_66.7z - asset_name: aosp_kernel_aosp15_66.7z - asset_content_type: application/x-7z-compressed - - name: Upload Release Asset aosp_kernel_aosp15_61.7z - uses: actions/upload-release-asset@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./aosp_kernel_aosp15_61.7z - asset_name: aosp_kernel_aosp15_61.7z - asset_content_type: application/x-7z-compressed - - name: Upload Release Asset aosp_kernel_aosp14_61.7z - uses: actions/upload-release-asset@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./aosp_kernel_aosp14_61.7z - asset_name: aosp_kernel_aosp14_61.7z - asset_content_type: application/x-7z-compressed - name: Upload Release Asset meta_gigamp_packages.7z uses: actions/upload-release-asset@v1 env: @@ -514,14 +184,5 @@ jobs: asset_path: ./meta_gigamp_packages.7z asset_name: meta_gigamp_packages.7z asset_content_type: application/x-7z-compressed - - name: Upload Release Asset cuttlefish_packages.7z - uses: actions/upload-release-asset@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./cuttlefish_packages.7z - asset_name: cuttlefish_packages.7z - asset_content_type: application/x-7z-compressed From 0c5fd2256196b8dbf3e1c4b18a75d7b547bace13 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 14:05:45 -0700 Subject: [PATCH 090/137] Changed repo and try again. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 02d86d8a36..5953300f5e 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -107,8 +107,8 @@ jobs: with: tag_name: latest delete_release: true - repo: WeiChungHsu/android-cuttlefish - #repo: google/android-cuttlefish + #repo: WeiChungHsu/android-cuttlefish + repo: google/android-cuttlefish github_token: ${{ secrets.GITHUB_TOKEN }} deploy-release-job: From a49759f40d5084ec14e7e310d2986c41d34e2519 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 15:07:03 -0700 Subject: [PATCH 091/137] Changed permssion. --- .github/workflows/host-image-ci.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 5953300f5e..00395608ac 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -114,7 +114,10 @@ jobs: deploy-release-job: runs-on: ubuntu-latest needs: [build-installer-iso-job, build-uboot-qemu-job, build-metapackage-deb-job] - permissions: write-all + permissions: + contents: write + pull-requests: write + repository-projects: write steps: - name: build run: date '+%Y-%m-%d_%H:%M:%S' > CHANGELOG.md From 81d6e69dda2f42cb4ebba1206adbc56317c73858 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 16:12:52 -0700 Subject: [PATCH 092/137] Added more token fields. --- .github/workflows/host-image-ci.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 00395608ac..9fc1737fcd 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -110,6 +110,8 @@ jobs: #repo: WeiChungHsu/android-cuttlefish repo: google/android-cuttlefish github_token: ${{ secrets.GITHUB_TOKEN }} + env: + GITHUB_TOKEN: ${{ github.token }} deploy-release-job: runs-on: ubuntu-latest @@ -133,6 +135,7 @@ jobs: release_name: latest_host_image tag_name: latest body_path: CHANGELOG.md + github_token: ${{ secrets.GITHUB_TOKEN }} env: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz @@ -159,7 +162,8 @@ jobs: # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md asset_path: ./CHANGELOG.md asset_name: CHANGELOG.md - asset_content_type: application/zip + asset_content_type: application/zip + github_token: ${{ secrets.GITHUB_TOKEN }} - name: Upload Release Asset preseed-mini.iso.xz uses: actions/upload-release-asset@v1 env: @@ -169,6 +173,7 @@ jobs: asset_path: ./preseed-mini.iso.xz asset_name: preseed-mini.iso.xz asset_content_type: application/x-xz + github_token: ${{ secrets.GITHUB_TOKEN }} - name: Upload Release Asset u-boot.bin uses: actions/upload-release-asset@v1 env: @@ -178,6 +183,7 @@ jobs: asset_path: ./u-boot.bin asset_name: u-boot.bin asset_content_type: application/zip + github_token: ${{ secrets.GITHUB_TOKEN }} - name: Upload Release Asset meta_gigamp_packages.7z uses: actions/upload-release-asset@v1 env: @@ -187,5 +193,6 @@ jobs: asset_path: ./meta_gigamp_packages.7z asset_name: meta_gigamp_packages.7z asset_content_type: application/x-7z-compressed + github_token: ${{ secrets.GITHUB_TOKEN }} From 55034d75d9ef2362ceac0ba02a0fa6d9a0700507 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 16:37:31 -0700 Subject: [PATCH 093/137] Changed repo and test again. --- .github/workflows/host-image-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 9fc1737fcd..0774f88e31 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -107,8 +107,8 @@ jobs: with: tag_name: latest delete_release: true - #repo: WeiChungHsu/android-cuttlefish - repo: google/android-cuttlefish + repo: WeiChungHsu/android-cuttlefish + #repo: google/android-cuttlefish github_token: ${{ secrets.GITHUB_TOKEN }} env: GITHUB_TOKEN: ${{ github.token }} From 4c9a6bb9161c4ba44b3882a839c49266de442515 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 16:48:09 -0700 Subject: [PATCH 094/137] Added repo name into create release. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 0774f88e31..f8211f949c 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -135,7 +135,7 @@ jobs: release_name: latest_host_image tag_name: latest body_path: CHANGELOG.md - github_token: ${{ secrets.GITHUB_TOKEN }} + repo: WeiChungHsu/android-cuttlefish env: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz From 593441d35e4c823e90833e383a86642664ff3240 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 21:27:20 -0700 Subject: [PATCH 095/137] Changed repo name. --- .github/workflows/host-image-ci.yml | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index f8211f949c..fc282de4f7 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -19,6 +19,7 @@ name: HostImage on: [pull_request, push] +permissions: write-all jobs: build-installer-iso-job: @@ -116,10 +117,7 @@ jobs: deploy-release-job: runs-on: ubuntu-latest needs: [build-installer-iso-job, build-uboot-qemu-job, build-metapackage-deb-job] - permissions: - contents: write - pull-requests: write - repository-projects: write + permissions: write-all steps: - name: build run: date '+%Y-%m-%d_%H:%M:%S' > CHANGELOG.md @@ -135,7 +133,7 @@ jobs: release_name: latest_host_image tag_name: latest body_path: CHANGELOG.md - repo: WeiChungHsu/android-cuttlefish + repo: https://github.com/WeiChungHsu/android-cuttlefish env: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz From 39ddc377b46cbd0e1b77226e7112b479ff2d0d09 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 22:13:49 -0700 Subject: [PATCH 096/137] Changed to default repo. --- .github/workflows/host-image-ci.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index fc282de4f7..53c73cf828 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -133,7 +133,6 @@ jobs: release_name: latest_host_image tag_name: latest body_path: CHANGELOG.md - repo: https://github.com/WeiChungHsu/android-cuttlefish env: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz From 7690998b244d44c6452da5998f7b0e0da37404f3 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 23:18:50 -0700 Subject: [PATCH 097/137] Test gh CLI. --- .github/workflows/host-image-ci.yml | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 53c73cf828..9fa07c8709 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -124,6 +124,9 @@ jobs: - name: version run: date '+%Y-%m-%d_%H:%M:%S' id: version + - name: get_run_id + run: RUN_ID=$(gh run list -w HostImage -L 1 --json databaseId | jq -r '.[0].databaseId') + id: run_id - name: release uses: actions/create-release@v1 id: create_release @@ -136,13 +139,9 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz - uses: actions/download-artifact@v3 - with: - name: preseed-mini + run: echo ${{ steps.get_run_id.outputs.run_id }} && gh run download $RUN_ID -n preseed-mini - name: Download u-boot.bin - uses: actions/download-artifact@v3 - with: - name: u-boot + run: echo ${{ steps.get_run_id.outputs.run_id }} && gh run download $RUN_ID -n u-boot - name: Download meta_gigamp_packages.7z uses: actions/download-artifact@v3 with: From 0c08a270ef16f7ed9a77ff0841193a70ba1b8809 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 23:28:20 -0700 Subject: [PATCH 098/137] Added github_token. --- .github/workflows/host-image-ci.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 9fa07c8709..69c95c6486 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -140,8 +140,12 @@ jobs: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz run: echo ${{ steps.get_run_id.outputs.run_id }} && gh run download $RUN_ID -n preseed-mini + env: + GITHUB_TOKEN: ${{ github.token }} - name: Download u-boot.bin run: echo ${{ steps.get_run_id.outputs.run_id }} && gh run download $RUN_ID -n u-boot + env: + GITHUB_TOKEN: ${{ github.token }} - name: Download meta_gigamp_packages.7z uses: actions/download-artifact@v3 with: From b63326cf94dc3e750ab825a166be8edbdcc78314 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 30 Apr 2024 23:38:53 -0700 Subject: [PATCH 099/137] Fixed typo. --- .github/workflows/host-image-ci.yml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 69c95c6486..d8a98ef085 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -126,7 +126,9 @@ jobs: id: version - name: get_run_id run: RUN_ID=$(gh run list -w HostImage -L 1 --json databaseId | jq -r '.[0].databaseId') - id: run_id + id: get_run_id + env: + GITHUB_TOKEN: ${{ github.token }} - name: release uses: actions/create-release@v1 id: create_release @@ -139,11 +141,11 @@ jobs: env: GITHUB_TOKEN: ${{ github.token }} - name: Download preseed-mini.iso.xz - run: echo ${{ steps.get_run_id.outputs.run_id }} && gh run download $RUN_ID -n preseed-mini + run: echo ${{ steps.get_run_id.outputs.get_run_id }} && gh run download ${{ steps.get_run_id.outputs.get_run_id }} -n preseed-mini env: GITHUB_TOKEN: ${{ github.token }} - name: Download u-boot.bin - run: echo ${{ steps.get_run_id.outputs.run_id }} && gh run download $RUN_ID -n u-boot + run: echo ${{ steps.get_run_id.outputs.get_run_id }} && gh run download ${{ steps.get_run_id.outputs.get_run_id }} -n u-boot env: GITHUB_TOKEN: ${{ github.token }} - name: Download meta_gigamp_packages.7z From c44fcbd7144cb7c3a93f6478aa897d175c3f6f8b Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 1 May 2024 00:17:03 -0700 Subject: [PATCH 100/137] Changed gh CLI. --- .github/workflows/#host-image-ci.yml# | 355 ++++++++++++++++++++++++++ .github/workflows/host-image-ci.yml | 82 +----- 2 files changed, 356 insertions(+), 81 deletions(-) create mode 100644 .github/workflows/#host-image-ci.yml# diff --git a/.github/workflows/#host-image-ci.yml# b/.github/workflows/#host-image-ci.yml# new file mode 100644 index 0000000000..c2ca86ab23 --- /dev/null +++ b/.github/workflows/#host-image-ci.yml# @@ -0,0 +1,355 @@ +cs # This file is a template, and might need editing before it works on your project. +# This is a sample GitLab CI/CD configuration file that should run without any modifications. +# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, +# it uses echo commands to simulate the pipeline execution. +# +# A pipeline is composed of independent jobs that run scripts, grouped into stages. +# Stages run in sequential order, but jobs within stages run in parallel. +# +# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages +# +# You can copy and paste this template into a new `.gitlab-ci.yml` file. +# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. +# +# To contribute improvements to CI/CD templates, please follow the Development guide at: +# https://docs.gitlab.com/ee/development/cicd/templates.html +# This specific template is located at: +# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml + +name: HostImage + +on: [pull_request, push] + +jobs: + build-installer-iso-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: cuttlefish-host-image-installer/preseed-mini.iso.xz + + build-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z + + build-metapackage-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz + - name: Create artifact + run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb + - name: Publish meta_gigamp_packages.7z + uses: actions/upload-artifact@v3 + with: + name: meta_gigamp_packages + path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + + build-kernel-aosp15-66-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + - name: Publish aosp_kernel_aosp15_66.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev + - name: Downloading + run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin + uses: actions/upload-artifact@v3 + with: + name: u-boot + path: cuttlefish-host-image-installer/u-boot.bin + + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z + + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + + test-install-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp14-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z + + test-install-kernel-aosp15-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z + + test-install-kernel-aosp15-66-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-66-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index d8a98ef085..88cec2f782 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -98,22 +98,6 @@ jobs: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin - delete-old-release-job: - runs-on: ubuntu-latest - permissions: write-all - steps: - - name: delete_release - uses: dev-drprasad/delete-tag-and-release@v1.1 - id: delete_tag_release - with: - tag_name: latest - delete_release: true - repo: WeiChungHsu/android-cuttlefish - #repo: google/android-cuttlefish - github_token: ${{ secrets.GITHUB_TOKEN }} - env: - GITHUB_TOKEN: ${{ github.token }} - deploy-release-job: runs-on: ubuntu-latest needs: [build-installer-iso-job, build-uboot-qemu-job, build-metapackage-deb-job] @@ -124,77 +108,13 @@ jobs: - name: version run: date '+%Y-%m-%d_%H:%M:%S' id: version - - name: get_run_id - run: RUN_ID=$(gh run list -w HostImage -L 1 --json databaseId | jq -r '.[0].databaseId') - id: get_run_id - env: - GITHUB_TOKEN: ${{ github.token }} - - name: release - uses: actions/create-release@v1 - id: create_release - with: - draft: false - prerelease: false - release_name: latest_host_image - tag_name: latest - body_path: CHANGELOG.md - env: - GITHUB_TOKEN: ${{ github.token }} - - name: Download preseed-mini.iso.xz - run: echo ${{ steps.get_run_id.outputs.get_run_id }} && gh run download ${{ steps.get_run_id.outputs.get_run_id }} -n preseed-mini - env: - GITHUB_TOKEN: ${{ github.token }} - - name: Download u-boot.bin - run: echo ${{ steps.get_run_id.outputs.get_run_id }} && gh run download ${{ steps.get_run_id.outputs.get_run_id }} -n u-boot - env: - GITHUB_TOKEN: ${{ github.token }} - name: Download meta_gigamp_packages.7z uses: actions/download-artifact@v3 with: name: meta_gigamp_packages - - name: Upload Release Asset - uses: actions/upload-release-asset@v1 - id: upload-release-asset - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} # This pulls from the CREATE RELEASE step above, referencing it's ID to get its outputs object, which include a `upload_url`. See this blog post for more info: https://jasonet.co/posts/new-features-of-github-actions/#passing-data-to-future-steps - # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153364837/assets{?name,label} - # #upload_url: https://uploads.github.com/repos/WeiChungHsu/android-cuttlefish/releases/153365569/assets{?name,label} - # #https://github.com/WeiChungHsu/android-cuttlefish/releases/download/latest/CHANGELOG8.md - asset_path: ./CHANGELOG.md - asset_name: CHANGELOG.md - asset_content_type: application/zip - github_token: ${{ secrets.GITHUB_TOKEN }} - - name: Upload Release Asset preseed-mini.iso.xz - uses: actions/upload-release-asset@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./preseed-mini.iso.xz - asset_name: preseed-mini.iso.xz - asset_content_type: application/x-xz - github_token: ${{ secrets.GITHUB_TOKEN }} - - name: Upload Release Asset u-boot.bin - uses: actions/upload-release-asset@v1 - env: - GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./u-boot.bin - asset_name: u-boot.bin - asset_content_type: application/zip - github_token: ${{ secrets.GITHUB_TOKEN }} - name: Upload Release Asset meta_gigamp_packages.7z - uses: actions/upload-release-asset@v1 + run: gh release upload latest meta_gigamp_packages.7z -R WeiChungHsu/android-cuttlefish env: GITHUB_TOKEN: ${{ github.token }} - with: - upload_url: ${{ steps.create_release.outputs.upload_url }} - asset_path: ./meta_gigamp_packages.7z - asset_name: meta_gigamp_packages.7z - asset_content_type: application/x-7z-compressed - github_token: ${{ secrets.GITHUB_TOKEN }} From f0f9fe1cda96a75366522b3af833247536237c8e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 1 May 2024 00:28:08 -0700 Subject: [PATCH 101/137] Changed gh CLI again. --- .github/workflows/#host-image-ci.yml# | 355 -------------------------- .github/workflows/host-image-ci.yml | 8 +- 2 files changed, 4 insertions(+), 359 deletions(-) delete mode 100644 .github/workflows/#host-image-ci.yml# diff --git a/.github/workflows/#host-image-ci.yml# b/.github/workflows/#host-image-ci.yml# deleted file mode 100644 index c2ca86ab23..0000000000 --- a/.github/workflows/#host-image-ci.yml# +++ /dev/null @@ -1,355 +0,0 @@ -cs # This file is a template, and might need editing before it works on your project. -# This is a sample GitLab CI/CD configuration file that should run without any modifications. -# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, -# it uses echo commands to simulate the pipeline execution. -# -# A pipeline is composed of independent jobs that run scripts, grouped into stages. -# Stages run in sequential order, but jobs within stages run in parallel. -# -# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages -# -# You can copy and paste this template into a new `.gitlab-ci.yml` file. -# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. -# -# To contribute improvements to CI/CD templates, please follow the Development guide at: -# https://docs.gitlab.com/ee/development/cicd/templates.html -# This specific template is located at: -# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml - -name: HostImage - -on: [pull_request, push] - -jobs: - build-installer-iso-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@v3 - with: - name: preseed-mini - path: cuttlefish-host-image-installer/preseed-mini.iso.xz - - build-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z - - build-metapackage-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - - name: Create artifact - run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - - name: Publish meta_gigamp_packages.7z - uses: actions/upload-artifact@v3 - with: - name: meta_gigamp_packages - path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - - name: Publish aosp_kernel_aosp15_66.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - - build-uboot-qemu-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare building environment continue - run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev - - name: Downloading - run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh - - name: Building - run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - - name: Publish u-boot.bin - uses: actions/upload-artifact@v3 - with: - name: u-boot - path: cuttlefish-host-image-installer/u-boot.bin - - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 - with: - name: cuttlefish_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - - test-install-metapackage-deb-job: - runs-on: ubuntu-latest - needs: build-metapackage-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@v3 - with: - name: meta_gigamp_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp14-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z - - test-install-kernel-aosp15-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z - - test-install-kernel-aosp15-66-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-66-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 88cec2f782..2a28514f8b 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -108,12 +108,12 @@ jobs: - name: version run: date '+%Y-%m-%d_%H:%M:%S' id: version - - name: Download meta_gigamp_packages.7z + - name: Download preseed-mini.iso.xz uses: actions/download-artifact@v3 with: - name: meta_gigamp_packages - - name: Upload Release Asset meta_gigamp_packages.7z - run: gh release upload latest meta_gigamp_packages.7z -R WeiChungHsu/android-cuttlefish + name: preseed-mini + - name: Upload Release Asset preseed-mini.iso.xz + run: gh release upload latest preseed-mini.iso.xz env: GITHUB_TOKEN: ${{ github.token }} From 3b072a998c28f1253f3cdf092b7f629972da9864 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 1 May 2024 00:44:38 -0700 Subject: [PATCH 102/137] Changed repo again. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 2a28514f8b..7f06b1d426 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -113,7 +113,7 @@ jobs: with: name: preseed-mini - name: Upload Release Asset preseed-mini.iso.xz - run: gh release upload latest preseed-mini.iso.xz + run: gh release upload latest preseed-mini.iso.xz -R google/android-cuttlefish env: GITHUB_TOKEN: ${{ github.token }} From 905aace125ad6855e93fb7d0c902b3fe296347db Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 1 May 2024 01:01:51 -0700 Subject: [PATCH 103/137] Moved everything back for review now. Will continue adding more jobs and changes later. --- .github/workflows/host-image-ci.yml | 265 ++++++++++++++++++++++++++-- 1 file changed, 250 insertions(+), 15 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 7f06b1d426..7dad25e087 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -19,7 +19,6 @@ name: HostImage on: [pull_request, push] -permissions: write-all jobs: build-installer-iso-job: @@ -43,6 +42,27 @@ jobs: name: preseed-mini path: cuttlefish-host-image-installer/preseed-mini.iso.xz + build-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z + build-metapackage-deb-job: runs-on: ubuntu-latest steps: @@ -71,6 +91,96 @@ jobs: with: name: meta_gigamp_packages path: cuttlefish-host-image-installer/meta_gigamp_packages.7z + + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + + build-kernel-aosp15-66-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + - name: Publish aosp_kernel_aosp15_66.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z build-uboot-qemu-job: runs-on: ubuntu-latest @@ -98,23 +208,148 @@ jobs: name: u-boot path: cuttlefish-host-image-installer/u-boot.bin - deploy-release-job: + test-install-cuttlefish-deb-job: runs-on: ubuntu-latest - needs: [build-installer-iso-job, build-uboot-qemu-job, build-metapackage-deb-job] - permissions: write-all + needs: build-cuttlefish-deb-job steps: - - name: build - run: date '+%Y-%m-%d_%H:%M:%S' > CHANGELOG.md - - name: version - run: date '+%Y-%m-%d_%H:%M:%S' - id: version - - name: Download preseed-mini.iso.xz + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z uses: actions/download-artifact@v3 with: - name: preseed-mini - - name: Upload Release Asset preseed-mini.iso.xz - run: gh release upload latest preseed-mini.iso.xz -R google/android-cuttlefish - env: - GITHUB_TOKEN: ${{ github.token }} + name: cuttlefish_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z + + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + + test-install-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp14-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z + test-install-kernel-aosp15-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z + test-install-kernel-aosp15-66-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-66-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: "cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z From e9c035dbcad2cf77cf5bb58d7afae112223fd33e Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 13:04:13 -0700 Subject: [PATCH 104/137] Testing reuse workflow. --- .github/workflows/host-image-ci.yml | 332 +--------------------------- .github/workflows/presubmit.yaml | 20 ++ 2 files changed, 21 insertions(+), 331 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 7dad25e087..129c0d20e5 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,335 +21,5 @@ name: HostImage on: [pull_request, push] jobs: - build-installer-iso-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@v3 - with: - name: preseed-mini - path: cuttlefish-host-image-installer/preseed-mini.iso.xz - build-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z - - build-metapackage-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - - name: Create artifact - run: cd cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - - name: Publish meta_gigamp_packages.7z - uses: actions/upload-artifact@v3 - with: - name: meta_gigamp_packages - path: cuttlefish-host-image-installer/meta_gigamp_packages.7z - - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z - - build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - - name: Publish aosp_kernel_aosp15_66.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - - build-uboot-qemu-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare building environment continue - run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev - - name: Downloading - run: cd cuttlefish-host-image-installer && ./uboot/download_uboot.sh - - name: Building - run: cd cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - - name: Publish u-boot.bin - uses: actions/upload-artifact@v3 - with: - name: u-boot - path: cuttlefish-host-image-installer/u-boot.bin - - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 - with: - name: cuttlefish_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - - test-install-metapackage-deb-job: - runs-on: ubuntu-latest - needs: build-metapackage-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@v3 - with: - name: meta_gigamp_packages - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp14-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z - - test-install-kernel-aosp15-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z - - test-install-kernel-aosp15-66-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-66-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: "cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z + uses: google/android-cuttlefish/.github/workflows/presubmit.yaml@main diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 97d1f1bbfa..d69903fa95 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -62,3 +62,23 @@ jobs: run: cd base/cvd/build && meson compile - name: Test cvd run: cd base/cvd/build && meson test -v + build-arm64-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages + path: cuttlefish-host-image-installer/cuttlefish_packages.7z From 2f819099fbc9df1f5ffe28a2d4511215e4cbcc4d Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 13:07:29 -0700 Subject: [PATCH 105/137] Added workflow_call in reuseble workflow. --- .github/workflows/presubmit.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index d69903fa95..894ab393ce 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -1,6 +1,6 @@ name: Presubmit -on: [pull_request, push] +on: [pull_request, push, workflow_call] jobs: build-orchestrator: From c971209655f63945bed6e92acfe138cd89d5e5be Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 13:14:24 -0700 Subject: [PATCH 106/137] Changed reusable workflow from main branch to the same repository. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 129c0d20e5..d1ba2aaeb8 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,4 +22,4 @@ on: [pull_request, push] jobs: build-cuttlefish-deb-job: - uses: google/android-cuttlefish/.github/workflows/presubmit.yaml@main + uses: google/android-cuttlefish/.github/workflows/presubmit.yaml From ce7b37e7ee4fee28cff669659f77840492599d19 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 13:16:59 -0700 Subject: [PATCH 107/137] Changed again. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index d1ba2aaeb8..3aa9bc37ef 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -22,4 +22,4 @@ on: [pull_request, push] jobs: build-cuttlefish-deb-job: - uses: google/android-cuttlefish/.github/workflows/presubmit.yaml + uses: ./.github/workflows/presubmit.yaml From 288820a447f0effc3a34cf20a6f5069dfc5e71e6 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 16:38:42 -0700 Subject: [PATCH 108/137] Move to tools directory. --- .github/workflows/presubmit.yaml | 20 ------------------- .../README.md | 0 .../addpreseed.sh | 0 .../build_cf_packages.sh | 0 .../build_cf_packages_native.sh | 0 .../docs/generate_debian_repo_key.md | 0 .../kernel_build_deb.sh | 0 .../kernel_build_deb_qemu.sh | 0 .../kernel_dependencies.sh | 0 .../kernel_download.sh | 0 .../metapackage-linaro-gigamp/README | 0 .../debian/README.Debian | 0 .../debian/README.source | 0 .../debian/changelog | 0 .../metapackage-linaro-gigamp/debian/control | 0 .../debian/copyright | 0 .../debian/metapackage-linaro-gigamp.cron.d | 0 .../debian/metapackage-linaro-gigamp.dirs | 0 .../debian/metapackage-linaro-gigamp.docs | 0 .../debian/metapackage-linaro-gigamp.install | 0 .../debian/metapackage-linaro-gigamp.postinst | 0 .../debian/metapackage-linaro-gigamp.postrm | 0 .../debian/metapackage-linaro-gigamp.preinst | 0 .../debian/metapackage-linaro-gigamp.prerm | 0 .../metapackage-linaro-gigamp/debian/rules | 0 .../debian/source/format | 0 .../limits.d/95-linaro-gigamp-nofile.conf | 0 .../usr/share/linaro-gigamp-use-google-ntp | 0 .../preseed/after_install_1.sh | 0 .../preseed/preseed.cfg | 0 .../tests/installer-iso-extract-partitions.sh | 0 .../tests/installer-iso-install.expect | 0 .../tests/installer-iso-run-qemu.sh | 0 .../multidisk/installer-create-empty-disk2.sh | 0 .../installer-create-preinstalled-disk2.sh | 0 .../installer-create-preinstalled-disk5.sh | 0 ...taller-iso-extract-partitions-multidisk.sh | 0 .../tests/test-inside-pbuilder.sh | 0 .../tests/test-install-cuttlefish-deb.sh | 0 .../tests/test-install-kernel-deb.sh | 0 .../tests/test-install-metapackage-deb.sh | 0 .../uboot/build_uboot_qemu_aarch64.sh | 0 .../uboot/download_uboot.sh | 0 .../utils/download-ci-cf.sh | 0 .../utils/download_di.sh | 0 .../utils/install_repo_package.sh | 0 46 files changed, 20 deletions(-) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/README.md (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/addpreseed.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/build_cf_packages.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/build_cf_packages_native.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/docs/generate_debian_repo_key.md (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/kernel_build_deb.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/kernel_build_deb_qemu.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/kernel_dependencies.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/kernel_download.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/README (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/README.Debian (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/README.source (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/changelog (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/control (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/copyright (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/rules (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/debian/source/format (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/preseed/after_install_1.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/preseed/preseed.cfg (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/installer-iso-extract-partitions.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/installer-iso-install.expect (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/installer-iso-run-qemu.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/multidisk/installer-create-empty-disk2.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/multidisk/installer-create-preinstalled-disk2.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/multidisk/installer-create-preinstalled-disk5.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/multidisk/installer-iso-extract-partitions-multidisk.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/test-inside-pbuilder.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/test-install-cuttlefish-deb.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/test-install-kernel-deb.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/tests/test-install-metapackage-deb.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/uboot/build_uboot_qemu_aarch64.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/uboot/download_uboot.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/utils/download-ci-cf.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/utils/download_di.sh (100%) rename {cuttlefish-host-image-installer => tools/cuttlefish-host-image-installer}/utils/install_repo_package.sh (100%) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 894ab393ce..dd6a3ed921 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -62,23 +62,3 @@ jobs: run: cd base/cvd/build && meson compile - name: Test cvd run: cd base/cvd/build && meson test -v - build-arm64-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages - path: cuttlefish-host-image-installer/cuttlefish_packages.7z diff --git a/cuttlefish-host-image-installer/README.md b/tools/cuttlefish-host-image-installer/README.md similarity index 100% rename from cuttlefish-host-image-installer/README.md rename to tools/cuttlefish-host-image-installer/README.md diff --git a/cuttlefish-host-image-installer/addpreseed.sh b/tools/cuttlefish-host-image-installer/addpreseed.sh similarity index 100% rename from cuttlefish-host-image-installer/addpreseed.sh rename to tools/cuttlefish-host-image-installer/addpreseed.sh diff --git a/cuttlefish-host-image-installer/build_cf_packages.sh b/tools/cuttlefish-host-image-installer/build_cf_packages.sh similarity index 100% rename from cuttlefish-host-image-installer/build_cf_packages.sh rename to tools/cuttlefish-host-image-installer/build_cf_packages.sh diff --git a/cuttlefish-host-image-installer/build_cf_packages_native.sh b/tools/cuttlefish-host-image-installer/build_cf_packages_native.sh similarity index 100% rename from cuttlefish-host-image-installer/build_cf_packages_native.sh rename to tools/cuttlefish-host-image-installer/build_cf_packages_native.sh diff --git a/cuttlefish-host-image-installer/docs/generate_debian_repo_key.md b/tools/cuttlefish-host-image-installer/docs/generate_debian_repo_key.md similarity index 100% rename from cuttlefish-host-image-installer/docs/generate_debian_repo_key.md rename to tools/cuttlefish-host-image-installer/docs/generate_debian_repo_key.md diff --git a/cuttlefish-host-image-installer/kernel_build_deb.sh b/tools/cuttlefish-host-image-installer/kernel_build_deb.sh similarity index 100% rename from cuttlefish-host-image-installer/kernel_build_deb.sh rename to tools/cuttlefish-host-image-installer/kernel_build_deb.sh diff --git a/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh b/tools/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh similarity index 100% rename from cuttlefish-host-image-installer/kernel_build_deb_qemu.sh rename to tools/cuttlefish-host-image-installer/kernel_build_deb_qemu.sh diff --git a/cuttlefish-host-image-installer/kernel_dependencies.sh b/tools/cuttlefish-host-image-installer/kernel_dependencies.sh similarity index 100% rename from cuttlefish-host-image-installer/kernel_dependencies.sh rename to tools/cuttlefish-host-image-installer/kernel_dependencies.sh diff --git a/cuttlefish-host-image-installer/kernel_download.sh b/tools/cuttlefish-host-image-installer/kernel_download.sh similarity index 100% rename from cuttlefish-host-image-installer/kernel_download.sh rename to tools/cuttlefish-host-image-installer/kernel_download.sh diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/README rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf diff --git a/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp similarity index 100% rename from cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp rename to tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp diff --git a/cuttlefish-host-image-installer/preseed/after_install_1.sh b/tools/cuttlefish-host-image-installer/preseed/after_install_1.sh similarity index 100% rename from cuttlefish-host-image-installer/preseed/after_install_1.sh rename to tools/cuttlefish-host-image-installer/preseed/after_install_1.sh diff --git a/cuttlefish-host-image-installer/preseed/preseed.cfg b/tools/cuttlefish-host-image-installer/preseed/preseed.cfg similarity index 100% rename from cuttlefish-host-image-installer/preseed/preseed.cfg rename to tools/cuttlefish-host-image-installer/preseed/preseed.cfg diff --git a/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh b/tools/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh rename to tools/cuttlefish-host-image-installer/tests/installer-iso-extract-partitions.sh diff --git a/cuttlefish-host-image-installer/tests/installer-iso-install.expect b/tools/cuttlefish-host-image-installer/tests/installer-iso-install.expect similarity index 100% rename from cuttlefish-host-image-installer/tests/installer-iso-install.expect rename to tools/cuttlefish-host-image-installer/tests/installer-iso-install.expect diff --git a/cuttlefish-host-image-installer/tests/installer-iso-run-qemu.sh b/tools/cuttlefish-host-image-installer/tests/installer-iso-run-qemu.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/installer-iso-run-qemu.sh rename to tools/cuttlefish-host-image-installer/tests/installer-iso-run-qemu.sh diff --git a/cuttlefish-host-image-installer/tests/multidisk/installer-create-empty-disk2.sh b/tools/cuttlefish-host-image-installer/tests/multidisk/installer-create-empty-disk2.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/multidisk/installer-create-empty-disk2.sh rename to tools/cuttlefish-host-image-installer/tests/multidisk/installer-create-empty-disk2.sh diff --git a/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk2.sh b/tools/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk2.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk2.sh rename to tools/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk2.sh diff --git a/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk5.sh b/tools/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk5.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk5.sh rename to tools/cuttlefish-host-image-installer/tests/multidisk/installer-create-preinstalled-disk5.sh diff --git a/cuttlefish-host-image-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh b/tools/cuttlefish-host-image-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh rename to tools/cuttlefish-host-image-installer/tests/multidisk/installer-iso-extract-partitions-multidisk.sh diff --git a/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh b/tools/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh rename to tools/cuttlefish-host-image-installer/tests/test-inside-pbuilder.sh diff --git a/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh b/tools/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh rename to tools/cuttlefish-host-image-installer/tests/test-install-cuttlefish-deb.sh diff --git a/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh b/tools/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh rename to tools/cuttlefish-host-image-installer/tests/test-install-kernel-deb.sh diff --git a/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh b/tools/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh similarity index 100% rename from cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh rename to tools/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh diff --git a/cuttlefish-host-image-installer/uboot/build_uboot_qemu_aarch64.sh b/tools/cuttlefish-host-image-installer/uboot/build_uboot_qemu_aarch64.sh similarity index 100% rename from cuttlefish-host-image-installer/uboot/build_uboot_qemu_aarch64.sh rename to tools/cuttlefish-host-image-installer/uboot/build_uboot_qemu_aarch64.sh diff --git a/cuttlefish-host-image-installer/uboot/download_uboot.sh b/tools/cuttlefish-host-image-installer/uboot/download_uboot.sh similarity index 100% rename from cuttlefish-host-image-installer/uboot/download_uboot.sh rename to tools/cuttlefish-host-image-installer/uboot/download_uboot.sh diff --git a/cuttlefish-host-image-installer/utils/download-ci-cf.sh b/tools/cuttlefish-host-image-installer/utils/download-ci-cf.sh similarity index 100% rename from cuttlefish-host-image-installer/utils/download-ci-cf.sh rename to tools/cuttlefish-host-image-installer/utils/download-ci-cf.sh diff --git a/cuttlefish-host-image-installer/utils/download_di.sh b/tools/cuttlefish-host-image-installer/utils/download_di.sh similarity index 100% rename from cuttlefish-host-image-installer/utils/download_di.sh rename to tools/cuttlefish-host-image-installer/utils/download_di.sh diff --git a/cuttlefish-host-image-installer/utils/install_repo_package.sh b/tools/cuttlefish-host-image-installer/utils/install_repo_package.sh similarity index 100% rename from cuttlefish-host-image-installer/utils/install_repo_package.sh rename to tools/cuttlefish-host-image-installer/utils/install_repo_package.sh From 936108a74610af56a27b4264be3e04e38a307e2a Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 16:44:52 -0700 Subject: [PATCH 109/137] Sync main branch. --- .github/workflows/presubmit.yaml | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 0770f03615..73336980b9 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -90,3 +90,23 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs + build-arm64-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages_arm64 + path: cuttlefish-host-image-installer/cuttlefish_packages.7z From 1305dcf941b2f3bc00d58db037dd98ac1d6ad710 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 17:06:03 -0700 Subject: [PATCH 110/137] Fixed the path issue. --- .github/workflows/presubmit.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 73336980b9..c48a6b7589 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -102,11 +102,11 @@ jobs: - name: Pbuilder arm64 update run: pbuilder-dist stable arm64 update - name: Building package - run: cd cuttlefish-host-image-installer && ./build_cf_packages.sh + run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh - name: Create artifact - run: cd cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - name: Publish cuttlefish_packages.7z uses: actions/upload-artifact@v3 with: name: cuttlefish_packages_arm64 - path: cuttlefish-host-image-installer/cuttlefish_packages.7z + path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z From 6f0312f3ee6565bb19ce1ad18a58ed1759d96b97 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 9 May 2024 17:36:39 -0700 Subject: [PATCH 111/137] Moved back everything and try again. --- .github/workflows/host-image-ci.yml | 312 ++++++++++++++++++++++++++++ 1 file changed, 312 insertions(+) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 3aa9bc37ef..6e37cfb887 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,5 +21,317 @@ name: HostImage on: [pull_request, push] jobs: + build-installer-iso-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> tools/cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> tools/cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd tools/cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz + build-cuttlefish-deb-job: uses: ./.github/workflows/presubmit.yaml + + build-metapackage-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb + - name: Publish meta_gigamp_packages.7z + uses: actions/upload-artifact@v3 + with: + name: meta_gigamp_packages + path: tools/cuttlefish-host-image-installer/meta_gigamp_packages.7z + + build-kernel-aosp14-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android14-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb + - name: Publish aosp_kernel_aosp14_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z + + build-kernel-aosp15-61-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.1 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb + - name: Publish aosp_kernel_aosp15_61.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + + build-kernel-aosp15-66-deb-job: + runs-on: ubuntu-22.04-32core + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android15-6.6 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb + - name: Publish aosp_kernel_aosp15_66.7z + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z + + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev + - name: Downloading + run: cd tools/cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd tools/cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin + uses: actions/upload-artifact@v3 + with: + name: u-boot + path: tools/cuttlefish-host-image-installer/u-boot.bin + + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z + + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + + test-install-kernel-aosp14-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp14-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp14_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp14_61 + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z + + test-install-kernel-aosp15-61-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-61-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_61.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_61 + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z + + test-install-kernel-aosp15-66-deb-job: + runs-on: ubuntu-latest + needs: build-kernel-aosp15-66-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp15_66.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp15_66 + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z From ed78b518c13433159fb2d8525705cf4959ba8d72 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 10 May 2024 10:12:24 -0700 Subject: [PATCH 112/137] Fixed the package name typo. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 6e37cfb887..a902a926ec 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -199,7 +199,7 @@ jobs: - name: Download cuttlefish_packages.7z uses: actions/download-artifact@v3 with: - name: cuttlefish_packages + name: cuttlefish_packages_arm64 path: "tools/cuttlefish-host-image-installer" - name: Prepare pbuilder environment run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs From b0d15d95b062a870974e4ae45cfec46015741301 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 10 May 2024 15:14:18 -0700 Subject: [PATCH 113/137] Fixed missing bazel issue. --- .../build_cf_packages.sh | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/tools/cuttlefish-host-image-installer/build_cf_packages.sh b/tools/cuttlefish-host-image-installer/build_cf_packages.sh index 35fe133b20..d55d03db33 100755 --- a/tools/cuttlefish-host-image-installer/build_cf_packages.sh +++ b/tools/cuttlefish-host-image-installer/build_cf_packages.sh @@ -10,6 +10,16 @@ apt-get install -y git ca-certificates less apt-get install -y build-essential apt-get install -y devscripts equivs fakeroot dpkg-dev +BAZELISK_VERSION=v1.19.0 +apt install wget +tmpdir="$(mktemp -t -d bazel_installer_XXXXXX)" +trap "rm -rf $tmpdir" EXIT +pushd "${tmpdir}" +wget "https://github.com/bazelbuild/bazelisk/releases/download/${BAZELISK_VERSION}/bazelisk-linux-arm64" +mv bazelisk-linux-arm64 /usr/local/bin/bazel +chmod 0755 /usr/local/bin/bazel +popd + mkdir -p /tmp/b1 cd /tmp/b1 From 4384a0b4679c46af397a8123f1ac56f545cb68a3 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 10 May 2024 18:14:42 -0700 Subject: [PATCH 114/137] Fixed the path issue. --- .../cuttlefish-host-image-installer/build_cf_packages.sh | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/tools/cuttlefish-host-image-installer/build_cf_packages.sh b/tools/cuttlefish-host-image-installer/build_cf_packages.sh index d55d03db33..d95298b85b 100755 --- a/tools/cuttlefish-host-image-installer/build_cf_packages.sh +++ b/tools/cuttlefish-host-image-installer/build_cf_packages.sh @@ -10,15 +10,11 @@ apt-get install -y git ca-certificates less apt-get install -y build-essential apt-get install -y devscripts equivs fakeroot dpkg-dev -BAZELISK_VERSION=v1.19.0 apt install wget -tmpdir="$(mktemp -t -d bazel_installer_XXXXXX)" -trap "rm -rf $tmpdir" EXIT -pushd "${tmpdir}" -wget "https://github.com/bazelbuild/bazelisk/releases/download/${BAZELISK_VERSION}/bazelisk-linux-arm64" +wget "https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-arm64" mv bazelisk-linux-arm64 /usr/local/bin/bazel chmod 0755 /usr/local/bin/bazel -popd +export PATH=$PATH:/usr/local/bin mkdir -p /tmp/b1 From cf551ccd08efdbdf695124f9ba968bcd16a2de50 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 15 May 2024 13:35:20 -0700 Subject: [PATCH 115/137] Changed metapackage-linaro-gigamp and linaro name to google which is a more accurate naming. --- .github/workflows/host-image-ci.yml | 2 +- .../README | 11 ++++++----- .../debian/README.Debian | 4 ++-- .../debian/README.source | 4 ++-- .../debian/changelog | 2 +- .../debian/control | 4 ++-- .../debian/copyright | 0 .../debian/metapackage-google.cron.d | 3 +++ .../metapackage-google/debian/metapackage-google.dirs | 1 + .../debian/metapackage-google.docs} | 0 .../debian/metapackage-google.install | 2 ++ .../debian/metapackage-google.postinst} | 4 ++-- .../debian/metapackage-google.postrm} | 2 +- .../debian/metapackage-google.preinst} | 2 +- .../debian/metapackage-google.prerm} | 10 +++++----- .../debian/rules | 0 .../debian/source/format | 0 .../limits.d/95-google-nofile.conf} | 0 .../usr/share/linaro-gigamp-use-google-ntp | 4 ++-- .../debian/metapackage-linaro-gigamp.cron.d | 3 --- .../debian/metapackage-linaro-gigamp.dirs | 1 - .../debian/metapackage-linaro-gigamp.install | 2 -- .../tests/test-install-metapackage-deb.sh | 4 ++-- 23 files changed, 33 insertions(+), 32 deletions(-) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/README (73%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/README.Debian (80%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/README.source (55%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/changelog (66%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/control (90%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/copyright (100%) create mode 100644 tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.cron.d create mode 100644 tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.dirs rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs => metapackage-google/debian/metapackage-google.docs} (100%) create mode 100644 tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.install rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst => metapackage-google/debian/metapackage-google.postinst} (88%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm => metapackage-google/debian/metapackage-google.postrm} (95%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst => metapackage-google/debian/metapackage-google.preinst} (93%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm => metapackage-google/debian/metapackage-google.prerm} (77%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/rules (100%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/debian/source/format (100%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf => metapackage-google/limits.d/95-google-nofile.conf} (100%) rename tools/cuttlefish-host-image-installer/{metapackage-linaro-gigamp => metapackage-google}/usr/share/linaro-gigamp-use-google-ntp (81%) delete mode 100644 tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d delete mode 100644 tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs delete mode 100644 tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a902a926ec..15f1a7176e 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -65,7 +65,7 @@ jobs: - name: Pbuilder arm64 update run: pbuilder-dist stable arm64 update - name: Building package - run: cd tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz + run: cd tools/cuttlefish-host-image-installer/metapackage-google && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - name: Create artifact run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - name: Publish meta_gigamp_packages.7z diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README b/tools/cuttlefish-host-image-installer/metapackage-google/README similarity index 73% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README rename to tools/cuttlefish-host-image-installer/metapackage-google/README index 0cb0ff861e..2838f9608f 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/README +++ b/tools/cuttlefish-host-image-installer/metapackage-google/README @@ -1,7 +1,8 @@ -The Debian Package metapackage-linaro-gigamp +The Debian Package metapackage-google ---------------------------- -This is the metapackage for Linaro's Gigabyte Ampere project. +This is the metapackage for Google Android Cuttlefish project. +In this project, Google works with Linaro to build an ARM64 Debian stable host image on Gigabyte Ampere. Please note that this package is usually not installed manually. It should be installed by Debian installer through preseed. @@ -18,7 +19,7 @@ After modification, run wrap-and-sort to keep the list sorted. ## Install files. Put the file into this metapackage. And modify -debian/metapackage-linaro-gigamp.install to install it to the its place. +debian/metapackage-google.install to install it to the its place. ## Add more customization script. @@ -26,9 +27,9 @@ For developers who wants to add more scripts to run after installation. Please follow the instructions. 1. Add a script in ./usr/share. Make sure it is executable. -2. Run the script in ./debian/metapackage-linaro-gigamp.postinst. In configure +2. Run the script in ./debian/metapackage-google.postinst. In configure case. -3. Install the script into Debian package. Please modify ./debian/metapackage-linaro-gigamp.install +3. Install the script into Debian package. Please modify ./debian/metapackage-google.install Please refer ./usr/share/linaro-gigamp-use-google-ntp as an example. It modifies the ntp.conf to add Google's NTP servers. diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian b/tools/cuttlefish-host-image-installer/metapackage-google/debian/README.Debian similarity index 80% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/README.Debian index eab6500c1f..2075f6a233 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.Debian +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/README.Debian @@ -1,7 +1,7 @@ -metapackage-linaro-gigamp for Debian +metapackage-google for Debian ----------------------------------- -This is the metapackage for Linaro's Gigabyte Ampere project. +This is the metapackage for Google Linaro's Gigabyte Ampere project. Please note that this package is usually not installed manually. It should be installed by Debian installer through preseed. diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source b/tools/cuttlefish-host-image-installer/metapackage-google/debian/README.source similarity index 55% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/README.source index 541a79e086..cc35134653 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/README.source +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/README.source @@ -1,7 +1,7 @@ -metapackage-linaro-gigamp for Debian +metapackage-google for Debian ----------------------------------- -This is the metapackage for Linaro's Gigabyte Ampere project. +This is the metapackage for Google Linaro's Gigabyte Ampere project. -- Ying-Chun Liu (PaulLiu) Tue, 30 Jan 2024 12:14:05 +0800 diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog b/tools/cuttlefish-host-image-installer/metapackage-google/debian/changelog similarity index 66% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/changelog index e2d94db28e..a55ecea670 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/changelog +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/changelog @@ -1,4 +1,4 @@ -metapackage-linaro-gigamp (1) unstable; urgency=low +metapackage-google (1) unstable; urgency=low * Initial release. diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control b/tools/cuttlefish-host-image-installer/metapackage-google/debian/control similarity index 90% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/control index c9b03c0242..7346f16bbd 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/control +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/control @@ -1,4 +1,4 @@ -Source: metapackage-linaro-gigamp +Source: metapackage-google Section: misc Priority: optional Maintainer: Ying-Chun Liu (PaulLiu) @@ -8,7 +8,7 @@ Build-Depends: debhelper-compat (= 13) Standards-Version: 4.6.2 Homepage: https://git.codelinaro.org/linaro/googlelt/gigabyte-ampere-cuttlefish-installer -Package: metapackage-linaro-gigamp +Package: metapackage-google Architecture: any Multi-Arch: foreign Depends: dkms, diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright b/tools/cuttlefish-host-image-installer/metapackage-google/debian/copyright similarity index 100% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/copyright rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/copyright diff --git a/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.cron.d b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.cron.d new file mode 100644 index 0000000000..332e4ca85c --- /dev/null +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.cron.d @@ -0,0 +1,3 @@ +# +# Regular cron jobs for the metapackage-google package. +# diff --git a/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.dirs b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.dirs new file mode 100644 index 0000000000..e49d7b60a5 --- /dev/null +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.dirs @@ -0,0 +1 @@ +/var/lib/metapackage-google/backup diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.docs similarity index 100% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.docs rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.docs diff --git a/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.install b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.install new file mode 100644 index 0000000000..2183e31098 --- /dev/null +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.install @@ -0,0 +1,2 @@ +limits.d/95-google-nofile.conf etc/security/limits.d +usr/share/linaro-gigamp-use-google-ntp usr/share/metapackage-google diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.postinst similarity index 88% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.postinst index 59b787b206..a9e9ca8c64 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postinst +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.postinst @@ -1,5 +1,5 @@ #!/bin/sh -# postinst script for metapackage-linaro-gigamp. +# postinst script for metapackage-google. # # See: dh_installdeb(1). @@ -20,7 +20,7 @@ set -e case "$1" in configure) - /usr/share/metapackage-linaro-gigamp/linaro-gigamp-use-google-ntp + /usr/share/metapackage-google/linaro-gigamp-use-google-ntp ;; abort-upgrade|abort-remove|abort-deconfigure) diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.postrm similarity index 95% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.postrm index 192df6c7c2..1d4f96df99 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.postrm +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.postrm @@ -1,5 +1,5 @@ #!/bin/sh -# postrm script for metapackage-linaro-gigamp. +# postrm script for metapackage-google. # # See: dh_installdeb(1). diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.preinst similarity index 93% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.preinst index 789857842a..bab79d2d52 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.preinst +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.preinst @@ -1,5 +1,5 @@ #!/bin/sh -# preinst script for metapackage-linaro-gigamp. +# preinst script for metapackage-google. # # See: dh_installdeb(1). diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.prerm similarity index 77% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.prerm index 010f1ede16..817b52cce5 100644 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.prerm +++ b/tools/cuttlefish-host-image-installer/metapackage-google/debian/metapackage-google.prerm @@ -1,5 +1,5 @@ #!/bin/sh -# prerm script for metapackage-linaro-gigamp. +# prerm script for metapackage-google. # # See: dh_installdeb(1). @@ -19,16 +19,16 @@ set -e case "$1" in remove) - if [ -e /var/lib/metapackage-linaro-gigamp/backup/ntp.conf ]; then + if [ -e /var/lib/metapackage-google/backup/ntp.conf ]; then TEMPFILE=$(mktemp) - cp -f /var/lib/metapackage-linaro-gigamp/backup/ntp.conf "${TEMPFILE}" + cp -f /var/lib/metapackage-google/backup/ntp.conf "${TEMPFILE}" sed -i 's/^\(# Specify one or more NTP servers.\)/\1\nserver time1.google.com iburst\nserver time2.google.com iburst\nserver time3.google.com iburst\nserver time4.google.com iburst\n/' "${TEMPFILE}" if cmp /etc/ntpsec/ntp.conf "${TEMPFILE}"; then - cp -f -a /var/lib/metapackage-linaro-gigamp/backup/ntp.conf /etc/ntpsec/ntp.conf + cp -f -a /var/lib/metapackage-google/backup/ntp.conf /etc/ntpsec/ntp.conf fi - rm -f /var/lib/metapackage-linaro-gigamp/backup/ntp.conf + rm -f /var/lib/metapackage-google/backup/ntp.conf rm -f "${TEMPFILE}" fi ;; diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules b/tools/cuttlefish-host-image-installer/metapackage-google/debian/rules similarity index 100% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/rules rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/rules diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format b/tools/cuttlefish-host-image-installer/metapackage-google/debian/source/format similarity index 100% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/source/format rename to tools/cuttlefish-host-image-installer/metapackage-google/debian/source/format diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf b/tools/cuttlefish-host-image-installer/metapackage-google/limits.d/95-google-nofile.conf similarity index 100% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/limits.d/95-linaro-gigamp-nofile.conf rename to tools/cuttlefish-host-image-installer/metapackage-google/limits.d/95-google-nofile.conf diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp b/tools/cuttlefish-host-image-installer/metapackage-google/usr/share/linaro-gigamp-use-google-ntp similarity index 81% rename from tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp rename to tools/cuttlefish-host-image-installer/metapackage-google/usr/share/linaro-gigamp-use-google-ntp index b53c6246b4..1e07634255 100755 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/usr/share/linaro-gigamp-use-google-ntp +++ b/tools/cuttlefish-host-image-installer/metapackage-google/usr/share/linaro-gigamp-use-google-ntp @@ -12,8 +12,8 @@ if grep time1.google.com /etc/ntpsec/ntp.conf; then fi if [ -e /etc/ntpsec/ntp.conf ]; then - if [ ! -e /var/lib/metapackage-linaro-gigamp/backup/ntp.conf ]; then - cp -f -a /etc/ntpsec/ntp.conf /var/lib/metapackage-linaro-gigamp/backup + if [ ! -e /var/lib/metapackage-google/backup/ntp.conf ]; then + cp -f -a /etc/ntpsec/ntp.conf /var/lib/metapackage-google/backup fi fi diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d deleted file mode 100644 index 2d57ca1d71..0000000000 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.cron.d +++ /dev/null @@ -1,3 +0,0 @@ -# -# Regular cron jobs for the metapackage-linaro-gigamp package. -# diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs deleted file mode 100644 index fbc054b8b8..0000000000 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.dirs +++ /dev/null @@ -1 +0,0 @@ -/var/lib/metapackage-linaro-gigamp/backup diff --git a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install b/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install deleted file mode 100644 index fafc8ff5e5..0000000000 --- a/tools/cuttlefish-host-image-installer/metapackage-linaro-gigamp/debian/metapackage-linaro-gigamp.install +++ /dev/null @@ -1,2 +0,0 @@ -limits.d/95-linaro-gigamp-nofile.conf etc/security/limits.d -usr/share/linaro-gigamp-use-google-ntp usr/share/metapackage-linaro-gigamp diff --git a/tools/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh b/tools/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh index fab1343009..578c5a279e 100755 --- a/tools/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh +++ b/tools/cuttlefish-host-image-installer/tests/test-install-metapackage-deb.sh @@ -16,11 +16,11 @@ apt-get install -y p7zip-full apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 install ./*.deb -test -e /etc/security/limits.d/95-linaro-gigamp-nofile.conf +test -e /etc/security/limits.d/95-google-nofile.conf ulimit -n grep time1.google.com /etc/ntpsec/ntp.conf -apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-linaro-gigamp +apt -o Apt::Get::Assume-Yes=true -o APT::Color=0 -o DPkgPM::Progress-Fancy=0 purge metapackage-google test $(grep time1.google.com /etc/ntpsec/ntp.conf | wc -l) -eq 0 From 68addf3c85bbc0b69467f0520f204cc168900a32 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Wed, 15 May 2024 17:56:57 -0700 Subject: [PATCH 116/137] Change trigger event to push event only. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 15f1a7176e..26edc473b6 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -18,7 +18,7 @@ name: HostImage -on: [pull_request, push] +on: [push] jobs: build-installer-iso-job: From 7bf4bd0c5ef4ff81457a79c091daaf6118f38da0 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 16 May 2024 14:02:31 -0700 Subject: [PATCH 117/137] Upload cuttlefish x86 deb packages as well. --- .github/workflows/presubmit.yaml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 4a0906a2b4..53cad14c36 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -47,6 +47,13 @@ jobs: run: cd android-cuttlefish/frontend && debuild -i -us -uc -b - name: install user debian package run: dpkg -i android-cuttlefish/cuttlefish-user_*_*64.deb || apt-get install -f -y + - name: Create artifact + run: cd android-cuttlefish && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb + - name: Publish cuttlefish_packages_x86.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages_x86 + path: android-cuttlefish/cuttlefish_packages_x86.7z build-cvd: runs-on: ubuntu-latest container: From 1e16869897ec04c74e96dbae44781c2740a5c4bc Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 16 May 2024 14:17:45 -0700 Subject: [PATCH 118/137] Install 7zip tool. --- .github/workflows/presubmit.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 53cad14c36..b14bb936e9 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -48,7 +48,7 @@ jobs: - name: install user debian package run: dpkg -i android-cuttlefish/cuttlefish-user_*_*64.deb || apt-get install -f -y - name: Create artifact - run: cd android-cuttlefish && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb + run: cd android-cuttlefish && sudo apt-get install -y p7zip-full && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb - name: Publish cuttlefish_packages_x86.7z uses: actions/upload-artifact@v3 with: From b8174580aa69f8b96899e220bcc0bdb8e993a747 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 16 May 2024 14:33:11 -0700 Subject: [PATCH 119/137] Removed sudo in the 7zip install command. --- .github/workflows/presubmit.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index b14bb936e9..2a9310d53e 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -48,7 +48,7 @@ jobs: - name: install user debian package run: dpkg -i android-cuttlefish/cuttlefish-user_*_*64.deb || apt-get install -f -y - name: Create artifact - run: cd android-cuttlefish && sudo apt-get install -y p7zip-full && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb + run: cd android-cuttlefish && apt-get install -y p7zip-full && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb - name: Publish cuttlefish_packages_x86.7z uses: actions/upload-artifact@v3 with: From 8da0a1e5073639c02f5237187d5b5778f2cdcfc8 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 16 May 2024 20:51:02 -0700 Subject: [PATCH 120/137] Moved reusable build jobs to a new workflow file reusable-build.yaml and shared between other workflows. --- .github/workflows/host-image-ci.yml | 2 +- .github/workflows/presubmit.yaml | 29 +----- .github/workflows/reusable-build.yaml | 25 ++++++ .github/workflows/reusable-build.yaml~ | 119 +++++++++++++++++++++++++ 4 files changed, 147 insertions(+), 28 deletions(-) create mode 100644 .github/workflows/reusable-build.yaml create mode 100644 .github/workflows/reusable-build.yaml~ diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 26edc473b6..e70ed70410 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -43,7 +43,7 @@ jobs: path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz build-cuttlefish-deb-job: - uses: ./.github/workflows/presubmit.yaml + uses: ./.github/workflows/reusable-build.yaml build-metapackage-deb-job: runs-on: ubuntu-latest diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index 2a9310d53e..e60e6ee3d0 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -1,6 +1,6 @@ name: Presubmit -on: [pull_request, push, workflow_call] +on: [pull_request, push] jobs: build-orchestrator: @@ -47,13 +47,6 @@ jobs: run: cd android-cuttlefish/frontend && debuild -i -us -uc -b - name: install user debian package run: dpkg -i android-cuttlefish/cuttlefish-user_*_*64.deb || apt-get install -f -y - - name: Create artifact - run: cd android-cuttlefish && apt-get install -y p7zip-full && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb - - name: Publish cuttlefish_packages_x86.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages_x86 - path: android-cuttlefish/cuttlefish_packages_x86.7z build-cvd: runs-on: ubuntu-latest container: @@ -98,22 +91,4 @@ jobs: name: testlogs path: e2etests/bazel-testlogs build-arm64-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages_arm64 - path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z + uses: ./.github/workflows/reusable-build.yaml diff --git a/.github/workflows/reusable-build.yaml b/.github/workflows/reusable-build.yaml new file mode 100644 index 0000000000..42749ba949 --- /dev/null +++ b/.github/workflows/reusable-build.yaml @@ -0,0 +1,25 @@ +name: Presubmit + +on: [workflow_call] + +jobs: + build-arm64-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages_arm64 + path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z diff --git a/.github/workflows/reusable-build.yaml~ b/.github/workflows/reusable-build.yaml~ new file mode 100644 index 0000000000..2a9310d53e --- /dev/null +++ b/.github/workflows/reusable-build.yaml~ @@ -0,0 +1,119 @@ +name: Presubmit + +on: [pull_request, push, workflow_call] + +jobs: + build-orchestrator: + runs-on: ubuntu-latest + steps: + - name: Checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Install dependencies + uses: actions/setup-go@v3 + with: + go-version: '1.13.15' + - run: go version + - name: Vet Test Build + run: cd frontend/src/host_orchestrator && go vet ./... && go test ./... && go build ./... + build-debian-package: + runs-on: ubuntu-20.04 + if: ${{ always() && needs.build-orchestrator.result == 'success' }} + needs: [build-orchestrator] + container: + # debian:bullseye + image: debian@sha256:3b6053ca925336c804e2d3f080af177efcdc9f51198a627569bfc7c7e730ef7e + steps: + - name: Check for dockerenv file + run: (ls /.dockerenv && echo 'Found dockerenv') || (echo 'No dockerenv') + - name: setup apt + run: apt update -y && apt upgrade -y + - name: install debuild dependencies + run: apt install -y git devscripts config-package-dev debhelper-compat golang protobuf-compiler + - name: go version + run: go version + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + with: + path: "android-cuttlefish" + - name: Install bazel + run: bash android-cuttlefish/tools/buildutils/installbazel.sh + - name: install package build dependencies + run: cd android-cuttlefish/base && mk-build-deps -i -t 'apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends -y' + - name: build base debian package + run: cd android-cuttlefish/base && debuild -i -us -uc -b + - name: install base debian package + run: dpkg -i android-cuttlefish/cuttlefish-base_*_*64.deb || apt-get install -f -y + - name: build frontend debian packages + run: cd android-cuttlefish/frontend && debuild -i -us -uc -b + - name: install user debian package + run: dpkg -i android-cuttlefish/cuttlefish-user_*_*64.deb || apt-get install -f -y + - name: Create artifact + run: cd android-cuttlefish && apt-get install -y p7zip-full && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb + - name: Publish cuttlefish_packages_x86.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages_x86 + path: android-cuttlefish/cuttlefish_packages_x86.7z + build-cvd: + runs-on: ubuntu-latest + container: + image: debian@sha256:3b6053ca925336c804e2d3f080af177efcdc9f51198a627569bfc7c7e730ef7e + steps: + - name: Checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Setup apt + run: apt update -y && apt upgrade -y + - name: Install dependencies + run: apt install -y clang libcurl4-openssl-dev + - name: Install bazel + run: bash tools/buildutils/installbazel.sh + - name: Build cvd + run: cd base/cvd && bazel build ... + - name: Test cvd + run: cd base/cvd && bazel test --sandbox_writable_path=$HOME --test_output=errors ... + - name: Upload test logs + uses: actions/upload-artifact@v3 + with: + name: testlogs + path: bazel-testlogs + e2e-tests-orchestration: + runs-on: ubuntu-22.04 + steps: + - name: Check kvm + run: | + ls /dev/kvm + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Install bazel + run: sudo bash tools/buildutils/installbazel.sh + - name: bazel version + run: bazel version + - name: Run orchestration e2e tests + run: | + cd e2etests + bazel test --sandbox_writable_path=$HOME --test_output=errors orchestration/... + - name: Upload test logs + uses: actions/upload-artifact@v3 + with: + name: testlogs + path: e2etests/bazel-testlogs + build-arm64-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@v3 + with: + name: cuttlefish_packages_arm64 + path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z From c3fa04a59078c8fad740bec58e6d266bbfed8b35 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 16 May 2024 21:41:35 -0700 Subject: [PATCH 121/137] Reduce apt-get install to less commands. Step 1. --- .github/workflows/host-image-ci.yml | 22 +++++++++++----------- .github/workflows/reusable-build.yaml | 2 +- 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index e70ed70410..f8beaf5e7d 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -18,7 +18,7 @@ name: HostImage -on: [push] +on: [pull_request, push] jobs: build-installer-iso-job: @@ -31,7 +31,7 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y wget libarchive-tools && apt-get install -y xorriso && apt-get install -y cpio xz-utils && apt-get install -y fdisk + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo wget libarchive-tools xorriso cpio xz-utils fdisk - name: Inject name and ID into preseed run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> tools/cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> tools/cuttlefish-host-image-installer/preseed//after_install_1.sh - name: Download Debian installer @@ -59,7 +59,7 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -83,13 +83,13 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -113,13 +113,13 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -143,13 +143,13 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less && sudo apt-get install -y fakeroot && sudo apt-get install -y devscripts equivs && sudo apt-get install -y ubuntu-dev-tools && sudo apt-get install -y build-essential && sudo apt-get install -y p7zip-full && sudo apt-get install -y crossbuild-essential-arm64 + run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -175,11 +175,11 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y debconf-utils + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo debconf-utils - name: Prepare tzdata run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - name: Prepare building environment continue - run: apt-get install -y build-essential && apt-get install -y gcc-aarch64-linux-gnu && apt-get install -y git ca-certificates && apt-get install -y bc flex bison && apt-get install -y coccinelle && apt-get install -y device-tree-compiler dfu-util efitools && apt-get install -y gdisk graphviz imagemagick && apt-get install -y liblz4-tool libgnutls28-dev libguestfs-tools && apt-get install -y libncurses-dev && apt-get install -y libpython3-dev libsdl2-dev libssl-dev && apt-get install -y lz4 lzma lzma-alone openssl && apt-get install -y pkg-config && apt-get install -y python3 python3-asteval python3-coverage && apt-get install -y python3-filelock && apt-get install -y python3-pkg-resources python3-pycryptodome && apt-get install -y python3-pyelftools && apt-get install -y python3-pytest python3-pytest-xdist && apt-get install -y python3-sphinxcontrib.apidoc && apt-get install -y python3-sphinx-rtd-theme python3-subunit && apt-get install -y python3-testtools python3-virtualenv && apt-get install -y swig uuid-dev + run: apt-get install -y build-essential gcc-aarch64-linux-gnu git ca-certificates bc flex bison coccinelle device-tree-compiler dfu-util efitools gdisk graphviz imagemagick liblz4-tool libgnutls28-dev libguestfs-tools libncurses-dev libpython3-dev libsdl2-dev libssl-dev lz4 lzma lzma-alone openssl pkg-config python3 python3-asteval python3-coverage python3-filelock python3-pkg-resources python3-pycryptodome python3-pyelftools python3-pytest python3-pytest-xdist python3-sphinxcontrib.apidoc python3-sphinx-rtd-theme python3-subunit python3-testtools python3-virtualenv swig uuid-dev - name: Downloading run: cd tools/cuttlefish-host-image-installer && ./uboot/download_uboot.sh - name: Building diff --git a/.github/workflows/reusable-build.yaml b/.github/workflows/reusable-build.yaml index 42749ba949..d684b60c93 100644 --- a/.github/workflows/reusable-build.yaml +++ b/.github/workflows/reusable-build.yaml @@ -1,4 +1,4 @@ -name: Presubmit +name: ReusableBuild on: [workflow_call] From 01bdf06fbfcb5afed8a37d9075c959ba80309ad8 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Thu, 16 May 2024 22:05:05 -0700 Subject: [PATCH 122/137] Reduce apt install to less commands. --- .github/workflows/host-image-ci.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index f8beaf5e7d..9c0e70177a 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -210,7 +210,7 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -238,7 +238,7 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -268,7 +268,7 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -298,7 +298,7 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update @@ -328,7 +328,7 @@ jobs: - name: Prepare pbuilder tool run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static && sudo apt-get install -y git ca-certificates less && sudo apt-get install -y debhelper devscripts cdbs dpkg-dev equivs fakeroot && sudo apt-get install -y build-essential autoconf automake && sudo apt-get install -y p7zip-full + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - name: Pbuilder arm64 create run: pbuilder-dist stable arm64 create - name: Pbuilder arm64 update From 0dee22e22cf8d07a12fe14ffc38f8955af369111 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 12:37:23 -0700 Subject: [PATCH 123/137] Testing matrix in workflow. --- .github/workflows/host-image-ci.yml | 313 +--------------------------- 1 file changed, 6 insertions(+), 307 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 9c0e70177a..0d41284e46 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,317 +21,16 @@ name: HostImage on: [pull_request, push] jobs: - build-installer-iso-job: + build-kernel-aosp-deb-job: runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo wget libarchive-tools xorriso cpio xz-utils fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> tools/cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> tools/cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd tools/cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@v3 - with: - name: preseed-mini - path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz - - build-cuttlefish-deb-job: - uses: ./.github/workflows/reusable-build.yaml - - build-metapackage-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer/metapackage-google && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - - name: Publish meta_gigamp_packages.7z - uses: actions/upload-artifact@v3 - with: - name: meta_gigamp_packages - path: tools/cuttlefish-host-image-installer/meta_gigamp_packages.7z - - build-kernel-aosp14-61-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android14-6.1 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp14_61.7z *.deb - - name: Publish aosp_kernel_aosp14_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp14_61.7z - - build-kernel-aosp15-61-deb-job: - runs-on: ubuntu-22.04-32core + matrix: + version: [14-6.1, 15-6.1, 15-6.6] + env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.1 + KERNEL_MANIFEST_BRANCH: common-android${{ matrix.version }} steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_61.7z *.deb - - name: Publish aosp_kernel_aosp15_61.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp15_61.7z + run: echo $KERNEL_MANIFEST_BRANCH && echo $KERNEL_MANIFEST_URL && echo "testing" - build-kernel-aosp15-66-deb-job: - runs-on: ubuntu-22.04-32core - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android15-6.6 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp15_66.7z *.deb - - name: Publish aosp_kernel_aosp15_66.7z - uses: actions/upload-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp15_66.7z - build-uboot-qemu-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare building environment continue - run: apt-get install -y build-essential gcc-aarch64-linux-gnu git ca-certificates bc flex bison coccinelle device-tree-compiler dfu-util efitools gdisk graphviz imagemagick liblz4-tool libgnutls28-dev libguestfs-tools libncurses-dev libpython3-dev libsdl2-dev libssl-dev lz4 lzma lzma-alone openssl pkg-config python3 python3-asteval python3-coverage python3-filelock python3-pkg-resources python3-pycryptodome python3-pyelftools python3-pytest python3-pytest-xdist python3-sphinxcontrib.apidoc python3-sphinx-rtd-theme python3-subunit python3-testtools python3-virtualenv swig uuid-dev - - name: Downloading - run: cd tools/cuttlefish-host-image-installer && ./uboot/download_uboot.sh - - name: Building - run: cd tools/cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - - name: Publish u-boot.bin - uses: actions/upload-artifact@v3 - with: - name: u-boot - path: tools/cuttlefish-host-image-installer/u-boot.bin - - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 - with: - name: cuttlefish_packages_arm64 - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - - test-install-metapackage-deb-job: - runs-on: ubuntu-latest - needs: build-metapackage-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@v3 - with: - name: meta_gigamp_packages - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp14-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp14-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp14_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp14_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp14_61 - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp14_61.7z - - test-install-kernel-aosp15-61-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-61-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_61.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_61.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_61 - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_61.7z - - test-install-kernel-aosp15-66-deb-job: - runs-on: ubuntu-latest - needs: build-kernel-aosp15-66-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp15_66.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp15_66.7z - uses: actions/download-artifact@v3 - with: - name: aosp_kernel_aosp15_66 - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp15_66.7z From f6e996fd7734205c0acc8506de6a88d6d88d238a Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 13:13:07 -0700 Subject: [PATCH 124/137] Added strategy field. --- .github/workflows/host-image-ci.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 0d41284e46..269060f2b5 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -23,7 +23,8 @@ on: [pull_request, push] jobs: build-kernel-aosp-deb-job: runs-on: ubuntu-latest - matrix: + strategy: + matrix: version: [14-6.1, 15-6.1, 15-6.6] env: From f10055d34d31e3f1fd1068d42a1dde81350f0afa Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 13:32:17 -0700 Subject: [PATCH 125/137] Test matrix on name and output path. --- .github/workflows/host-image-ci.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 269060f2b5..1062cfd5e7 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -26,12 +26,14 @@ jobs: strategy: matrix: version: [14-6.1, 15-6.1, 15-6.6] - env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android${{ matrix.version }} + OUTPUT_FILE: aosp_kernel_aosp${{ matrix.version }} steps: - name: Building package - run: echo $KERNEL_MANIFEST_BRANCH && echo $KERNEL_MANIFEST_URL && echo "testing" + run: echo $KERNEL_MANIFEST_BRANCH && echo $KERNEL_MANIFEST_URL && echo $OUTPUT_FILE.7z *.deb && echo "testing" + - name: Publish $OUTPUT_FILE.7z + run: echo tools/cuttlefish-host-image-installer/$OUTPUT_FILE.7z From fc83e184793c40e4da05b23ef726146891eef145 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 13:36:43 -0700 Subject: [PATCH 126/137] Changed the name field from env var to matrix var. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 1062cfd5e7..dc590fae1f 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -33,7 +33,7 @@ jobs: steps: - name: Building package run: echo $KERNEL_MANIFEST_BRANCH && echo $KERNEL_MANIFEST_URL && echo $OUTPUT_FILE.7z *.deb && echo "testing" - - name: Publish $OUTPUT_FILE.7z + - name: Publish aosp_kernel_aosp${{ matrix.version }}.7z run: echo tools/cuttlefish-host-image-installer/$OUTPUT_FILE.7z From 5b6512d01149abb134487c47953b146aac0ab9bf Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 14:07:06 -0700 Subject: [PATCH 127/137] Added back everything and added matrix strategy support. --- .github/workflows/host-image-ci.yml | 193 +++++++++++++++++++++++++++- 1 file changed, 189 insertions(+), 4 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index dc590fae1f..6b758e8b97 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -21,8 +21,61 @@ name: HostImage on: [pull_request, push] jobs: - build-kernel-aosp-deb-job: + build-installer-iso-job: runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo wget libarchive-tools xorriso cpio xz-utils fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> tools/cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> tools/cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd tools/cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@v3 + with: + name: preseed-mini + path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz + + build-cuttlefish-deb-job: + uses: ./.github/workflows/reusable-build.yaml + + build-metapackage-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer/metapackage-google && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb + - name: Publish meta_gigamp_packages.7z + uses: actions/upload-artifact@v3 + with: + name: meta_gigamp_packages + path: tools/cuttlefish-host-image-installer/meta_gigamp_packages.7z + + build-kernel-aosp-deb-job: + runs-on: ubuntu-22.04-32core strategy: matrix: version: [14-6.1, 15-6.1, 15-6.6] @@ -31,9 +84,141 @@ jobs: KERNEL_MANIFEST_BRANCH: common-android${{ matrix.version }} OUTPUT_FILE: aosp_kernel_aosp${{ matrix.version }} steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update - name: Building package - run: echo $KERNEL_MANIFEST_BRANCH && echo $KERNEL_MANIFEST_URL && echo $OUTPUT_FILE.7z *.deb && echo "testing" + run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 $OUTPUT_FILE.7z *.deb - name: Publish aosp_kernel_aosp${{ matrix.version }}.7z - run: echo tools/cuttlefish-host-image-installer/$OUTPUT_FILE.7z - + uses: actions/upload-artifact@v3 + with: + name: aosp_kernel_aosp${{ matrix.version }} + path: tools/cuttlefish-host-image-installer/$OUTPUT_FILE.7z + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential gcc-aarch64-linux-gnu git ca-certificates bc flex bison coccinelle device-tree-compiler dfu-util efitools gdisk graphviz imagemagick liblz4-tool libgnutls28-dev libguestfs-tools libncurses-dev libpython3-dev libsdl2-dev libssl-dev lz4 lzma lzma-alone openssl pkg-config python3 python3-asteval python3-coverage python3-filelock python3-pkg-resources python3-pycryptodome python3-pyelftools python3-pytest python3-pytest-xdist python3-sphinxcontrib.apidoc python3-sphinx-rtd-theme python3-subunit python3-testtools python3-virtualenv swig uuid-dev + - name: Downloading + run: cd tools/cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd tools/cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin + uses: actions/upload-artifact@v3 + with: + name: u-boot + path: tools/cuttlefish-host-image-installer/u-boot.bin + + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@v3 + with: + name: cuttlefish_packages_arm64 + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z + + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@v3 + with: + name: meta_gigamp_packages + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + + test-install-kernel-aosp-deb-job: + runs-on: ubuntu-latest + strategy: + matrix: + version: [14-6.1, 15-6.1, 15-6.6] + needs: build-kernel-aosp-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp${{ matrix.version }}.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp${{ matrix.version }}.7z + uses: actions/download-artifact@v3 + with: + name: aosp_kernel_aosp${{ matrix.version }} + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp${{ matrix.version }}.7z From 2464d6379816d53c08e380ed48336f3f95406874 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 16:44:14 -0700 Subject: [PATCH 128/137] Changed third-party action version to commit hash. --- .github/workflows/host-image-ci.yml | 14 +-- .github/workflows/reusable-build.yaml | 2 +- .github/workflows/reusable-build.yaml~ | 119 ------------------------- 3 files changed, 8 insertions(+), 127 deletions(-) delete mode 100644 .github/workflows/reusable-build.yaml~ diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 6b758e8b97..a454a6c030 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -37,7 +37,7 @@ jobs: - name: Download Debian installer run: cd tools/cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 with: name: preseed-mini path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz @@ -69,7 +69,7 @@ jobs: - name: Create artifact run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - name: Publish meta_gigamp_packages.7z - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 with: name: meta_gigamp_packages path: tools/cuttlefish-host-image-installer/meta_gigamp_packages.7z @@ -103,7 +103,7 @@ jobs: - name: Create artifact run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 $OUTPUT_FILE.7z *.deb - name: Publish aosp_kernel_aosp${{ matrix.version }}.7z - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 with: name: aosp_kernel_aosp${{ matrix.version }} path: tools/cuttlefish-host-image-installer/$OUTPUT_FILE.7z @@ -129,7 +129,7 @@ jobs: - name: Building run: cd tools/cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - name: Publish u-boot.bin - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 with: name: u-boot path: tools/cuttlefish-host-image-installer/u-boot.bin @@ -141,7 +141,7 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@v3 + uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 with: name: cuttlefish_packages_arm64 path: "tools/cuttlefish-host-image-installer" @@ -169,7 +169,7 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@v3 + uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 with: name: meta_gigamp_packages path: "tools/cuttlefish-host-image-installer" @@ -202,7 +202,7 @@ jobs: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - name: Download aosp_kernel_aosp${{ matrix.version }}.7z - uses: actions/download-artifact@v3 + uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 with: name: aosp_kernel_aosp${{ matrix.version }} path: "tools/cuttlefish-host-image-installer" diff --git a/.github/workflows/reusable-build.yaml b/.github/workflows/reusable-build.yaml index d684b60c93..b9425d7cd1 100644 --- a/.github/workflows/reusable-build.yaml +++ b/.github/workflows/reusable-build.yaml @@ -19,7 +19,7 @@ jobs: - name: Create artifact run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 with: name: cuttlefish_packages_arm64 path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z diff --git a/.github/workflows/reusable-build.yaml~ b/.github/workflows/reusable-build.yaml~ deleted file mode 100644 index 2a9310d53e..0000000000 --- a/.github/workflows/reusable-build.yaml~ +++ /dev/null @@ -1,119 +0,0 @@ -name: Presubmit - -on: [pull_request, push, workflow_call] - -jobs: - build-orchestrator: - runs-on: ubuntu-latest - steps: - - name: Checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Install dependencies - uses: actions/setup-go@v3 - with: - go-version: '1.13.15' - - run: go version - - name: Vet Test Build - run: cd frontend/src/host_orchestrator && go vet ./... && go test ./... && go build ./... - build-debian-package: - runs-on: ubuntu-20.04 - if: ${{ always() && needs.build-orchestrator.result == 'success' }} - needs: [build-orchestrator] - container: - # debian:bullseye - image: debian@sha256:3b6053ca925336c804e2d3f080af177efcdc9f51198a627569bfc7c7e730ef7e - steps: - - name: Check for dockerenv file - run: (ls /.dockerenv && echo 'Found dockerenv') || (echo 'No dockerenv') - - name: setup apt - run: apt update -y && apt upgrade -y - - name: install debuild dependencies - run: apt install -y git devscripts config-package-dev debhelper-compat golang protobuf-compiler - - name: go version - run: go version - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - with: - path: "android-cuttlefish" - - name: Install bazel - run: bash android-cuttlefish/tools/buildutils/installbazel.sh - - name: install package build dependencies - run: cd android-cuttlefish/base && mk-build-deps -i -t 'apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends -y' - - name: build base debian package - run: cd android-cuttlefish/base && debuild -i -us -uc -b - - name: install base debian package - run: dpkg -i android-cuttlefish/cuttlefish-base_*_*64.deb || apt-get install -f -y - - name: build frontend debian packages - run: cd android-cuttlefish/frontend && debuild -i -us -uc -b - - name: install user debian package - run: dpkg -i android-cuttlefish/cuttlefish-user_*_*64.deb || apt-get install -f -y - - name: Create artifact - run: cd android-cuttlefish && apt-get install -y p7zip-full && 7z a -mx=9 cuttlefish_packages_x86.7z *.deb - - name: Publish cuttlefish_packages_x86.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages_x86 - path: android-cuttlefish/cuttlefish_packages_x86.7z - build-cvd: - runs-on: ubuntu-latest - container: - image: debian@sha256:3b6053ca925336c804e2d3f080af177efcdc9f51198a627569bfc7c7e730ef7e - steps: - - name: Checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Setup apt - run: apt update -y && apt upgrade -y - - name: Install dependencies - run: apt install -y clang libcurl4-openssl-dev - - name: Install bazel - run: bash tools/buildutils/installbazel.sh - - name: Build cvd - run: cd base/cvd && bazel build ... - - name: Test cvd - run: cd base/cvd && bazel test --sandbox_writable_path=$HOME --test_output=errors ... - - name: Upload test logs - uses: actions/upload-artifact@v3 - with: - name: testlogs - path: bazel-testlogs - e2e-tests-orchestration: - runs-on: ubuntu-22.04 - steps: - - name: Check kvm - run: | - ls /dev/kvm - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Install bazel - run: sudo bash tools/buildutils/installbazel.sh - - name: bazel version - run: bazel version - - name: Run orchestration e2e tests - run: | - cd e2etests - bazel test --sandbox_writable_path=$HOME --test_output=errors orchestration/... - - name: Upload test logs - uses: actions/upload-artifact@v3 - with: - name: testlogs - path: e2etests/bazel-testlogs - build-arm64-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@v3 - with: - name: cuttlefish_packages_arm64 - path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z From cfeca2dab70073ca7e3e338cb63e5692cd3bd8d7 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Fri, 17 May 2024 22:09:56 -0700 Subject: [PATCH 129/137] Path can't use env var, instead, it should use matrix value. --- .github/workflows/host-image-ci.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index a454a6c030..2b12dae276 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -82,7 +82,6 @@ jobs: env: KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ KERNEL_MANIFEST_BRANCH: common-android${{ matrix.version }} - OUTPUT_FILE: aosp_kernel_aosp${{ matrix.version }} steps: - name: checkout repository uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 @@ -101,12 +100,12 @@ jobs: - name: Building package run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 $OUTPUT_FILE.7z *.deb + run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp${{ matrix.version }}.7z *.deb - name: Publish aosp_kernel_aosp${{ matrix.version }}.7z uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 with: name: aosp_kernel_aosp${{ matrix.version }} - path: tools/cuttlefish-host-image-installer/$OUTPUT_FILE.7z + path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp${{ matrix.version }}.7z build-uboot-qemu-job: runs-on: ubuntu-latest From 559e5362303327880bde3c094186d38ccdb9780a Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 20 May 2024 00:45:39 -0700 Subject: [PATCH 130/137] Changed back trigger event to push event only. --- .github/workflows/host-image-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml index 2b12dae276..9782458f17 100644 --- a/.github/workflows/host-image-ci.yml +++ b/.github/workflows/host-image-ci.yml @@ -18,7 +18,7 @@ name: HostImage -on: [pull_request, push] +on: [push] jobs: build-installer-iso-job: From 23e4141522d1c3db66db59aa19f05d7063a1a1ce Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 20 May 2024 20:16:54 -0700 Subject: [PATCH 131/137] Try to fix merge conflict. --- .github/workflows/presubmit.yaml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index aaf462a188..d8d6e598b2 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -91,5 +91,3 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs - build-arm64-cuttlefish-deb-job: - uses: ./.github/workflows/reusable-build.yaml From 0613c499f948843fc97eae5da9eca735cc8fa468 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 20 May 2024 20:20:38 -0700 Subject: [PATCH 132/137] Fixing merge conflict. --- .github/workflows/presubmit.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index d8d6e598b2..aaf462a188 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -91,3 +91,5 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs + build-arm64-cuttlefish-deb-job: + uses: ./.github/workflows/reusable-build.yaml From 9b3f530f22d5316b43f10748f3fde2706dc689ea Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 20 May 2024 23:11:38 -0700 Subject: [PATCH 133/137] Fixing merge conflict. --- .github/workflows/presubmit.yaml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index aaf462a188..d8d6e598b2 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -91,5 +91,3 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs - build-arm64-cuttlefish-deb-job: - uses: ./.github/workflows/reusable-build.yaml From c6dd23e4a7c30d92e0d0419d042ee5fade14c419 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 20 May 2024 23:16:30 -0700 Subject: [PATCH 134/137] Fixed merge conflict. --- .github/workflows/presubmit.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index d8d6e598b2..aaf462a188 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -91,3 +91,5 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs + build-arm64-cuttlefish-deb-job: + uses: ./.github/workflows/reusable-build.yaml From 92f435f42638125070030e9ba341b63cc4c79d38 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Mon, 20 May 2024 23:53:08 -0700 Subject: [PATCH 135/137] Still fixing merge conflict. --- .github/workflows/host-image-ci.yml | 223 -------------------------- .github/workflows/presubmit.yaml | 2 - .github/workflows/reusable-build.yaml | 25 --- 3 files changed, 250 deletions(-) delete mode 100644 .github/workflows/host-image-ci.yml delete mode 100644 .github/workflows/reusable-build.yaml diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml deleted file mode 100644 index 9782458f17..0000000000 --- a/.github/workflows/host-image-ci.yml +++ /dev/null @@ -1,223 +0,0 @@ -# This file is a template, and might need editing before it works on your project. -# This is a sample GitLab CI/CD configuration file that should run without any modifications. -# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, -# it uses echo commands to simulate the pipeline execution. -# -# A pipeline is composed of independent jobs that run scripts, grouped into stages. -# Stages run in sequential order, but jobs within stages run in parallel. -# -# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages -# -# You can copy and paste this template into a new `.gitlab-ci.yml` file. -# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. -# -# To contribute improvements to CI/CD templates, please follow the Development guide at: -# https://docs.gitlab.com/ee/development/cicd/templates.html -# This specific template is located at: -# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml - -name: HostImage - -on: [push] - -jobs: - build-installer-iso-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo wget libarchive-tools xorriso cpio xz-utils fdisk - - name: Inject name and ID into preseed - run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> tools/cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> tools/cuttlefish-host-image-installer/preseed//after_install_1.sh - - name: Download Debian installer - run: cd tools/cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso - - name: Publish preseed-mini.iso.xz - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 - with: - name: preseed-mini - path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz - - build-cuttlefish-deb-job: - uses: ./.github/workflows/reusable-build.yaml - - build-metapackage-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer/metapackage-google && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb - - name: Publish meta_gigamp_packages.7z - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 - with: - name: meta_gigamp_packages - path: tools/cuttlefish-host-image-installer/meta_gigamp_packages.7z - - build-kernel-aosp-deb-job: - runs-on: ubuntu-22.04-32core - strategy: - matrix: - version: [14-6.1, 15-6.1, 15-6.6] - env: - KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ - KERNEL_MANIFEST_BRANCH: common-android${{ matrix.version }} - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare pbuilder environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp${{ matrix.version }}.7z *.deb - - name: Publish aosp_kernel_aosp${{ matrix.version }}.7z - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 - with: - name: aosp_kernel_aosp${{ matrix.version }} - path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp${{ matrix.version }}.7z - - build-uboot-qemu-job: - runs-on: ubuntu-latest - container: - image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 - env: - UBOOT_GIT_URL: git://git.denx.de/u-boot.git - UBOOT_GIT_BRANCH: v2023.10 - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: apt-get update && apt-get upgrade -y && apt-get install -y sudo debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare building environment continue - run: apt-get install -y build-essential gcc-aarch64-linux-gnu git ca-certificates bc flex bison coccinelle device-tree-compiler dfu-util efitools gdisk graphviz imagemagick liblz4-tool libgnutls28-dev libguestfs-tools libncurses-dev libpython3-dev libsdl2-dev libssl-dev lz4 lzma lzma-alone openssl pkg-config python3 python3-asteval python3-coverage python3-filelock python3-pkg-resources python3-pycryptodome python3-pyelftools python3-pytest python3-pytest-xdist python3-sphinxcontrib.apidoc python3-sphinx-rtd-theme python3-subunit python3-testtools python3-virtualenv swig uuid-dev - - name: Downloading - run: cd tools/cuttlefish-host-image-installer && ./uboot/download_uboot.sh - - name: Building - run: cd tools/cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . - - name: Publish u-boot.bin - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 - with: - name: u-boot - path: tools/cuttlefish-host-image-installer/u-boot.bin - - test-install-cuttlefish-deb-job: - runs-on: ubuntu-latest - needs: build-cuttlefish-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download cuttlefish_packages.7z - uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 - with: - name: cuttlefish_packages_arm64 - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z - - test-install-metapackage-deb-job: - runs-on: ubuntu-latest - needs: build-metapackage-deb-job - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download meta_gigamp_packages.7z - uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 - with: - name: meta_gigamp_packages - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z - - test-install-kernel-aosp-deb-job: - runs-on: ubuntu-latest - strategy: - matrix: - version: [14-6.1, 15-6.1, 15-6.6] - needs: build-kernel-aosp-deb-job - env: - KERNEL_PACKAGE: aosp_kernel_aosp${{ matrix.version }}.7z - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Download aosp_kernel_aosp${{ matrix.version }}.7z - uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 - with: - name: aosp_kernel_aosp${{ matrix.version }} - path: "tools/cuttlefish-host-image-installer" - - name: Prepare pbuilder environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Prepare building environment - run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils - - name: Prepare tzdata - run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata - - name: Prepare pbuilder tool - run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder - - name: Prepare other tools - run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Running installation tests... - run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp${{ matrix.version }}.7z diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index aaf462a188..d8d6e598b2 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -91,5 +91,3 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs - build-arm64-cuttlefish-deb-job: - uses: ./.github/workflows/reusable-build.yaml diff --git a/.github/workflows/reusable-build.yaml b/.github/workflows/reusable-build.yaml deleted file mode 100644 index b9425d7cd1..0000000000 --- a/.github/workflows/reusable-build.yaml +++ /dev/null @@ -1,25 +0,0 @@ -name: ReusableBuild - -on: [workflow_call] - -jobs: - build-arm64-cuttlefish-deb-job: - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 - - name: Prepare building environment - run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs - - name: Pbuilder arm64 create - run: pbuilder-dist stable arm64 create - - name: Pbuilder arm64 update - run: pbuilder-dist stable arm64 update - - name: Building package - run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh - - name: Create artifact - run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb - - name: Publish cuttlefish_packages.7z - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 - with: - name: cuttlefish_packages_arm64 - path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z From 93e420676df85e9c3cc1727ededfead37a229191 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 21 May 2024 00:25:48 -0700 Subject: [PATCH 136/137] Keep fixing merge conflict. --- .github/workflows/host-image-ci.yml | 223 ++++++++++++++++++++++++++ .github/workflows/presubmit.yaml | 2 + .github/workflows/reusable-build.yaml | 25 +++ 3 files changed, 250 insertions(+) create mode 100644 .github/workflows/host-image-ci.yml create mode 100644 .github/workflows/reusable-build.yaml diff --git a/.github/workflows/host-image-ci.yml b/.github/workflows/host-image-ci.yml new file mode 100644 index 0000000000..9782458f17 --- /dev/null +++ b/.github/workflows/host-image-ci.yml @@ -0,0 +1,223 @@ +# This file is a template, and might need editing before it works on your project. +# This is a sample GitLab CI/CD configuration file that should run without any modifications. +# It demonstrates a basic 3 stage CI/CD pipeline. Instead of real tests or scripts, +# it uses echo commands to simulate the pipeline execution. +# +# A pipeline is composed of independent jobs that run scripts, grouped into stages. +# Stages run in sequential order, but jobs within stages run in parallel. +# +# For more information, see: https://docs.gitlab.com/ee/ci/yaml/index.html#stages +# +# You can copy and paste this template into a new `.gitlab-ci.yml` file. +# You should not add this template to an existing `.gitlab-ci.yml` file by using the `include:` keyword. +# +# To contribute improvements to CI/CD templates, please follow the Development guide at: +# https://docs.gitlab.com/ee/development/cicd/templates.html +# This specific template is located at: +# https://gitlab.com/gitlab-org/gitlab/-/blob/master/lib/gitlab/ci/templates/Getting-Started.gitlab-ci.yml + +name: HostImage + +on: [push] + +jobs: + build-installer-iso-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + DEBIAN_ISO_URL: https://deb.debian.org/debian/dists/bookworm/main/installer-arm64/current/images/netboot/mini.iso + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo wget libarchive-tools xorriso cpio xz-utils fdisk + - name: Inject name and ID into preseed + run: echo "CI_PROJECT_NAME=${{ github.event.repository.name }}" >> tools/cuttlefish-host-image-installer/preseed/after_install_1.sh && echo "CI_PIPELINE_ID=${{ github.repository}}/${{ github.workflow }}" >> tools/cuttlefish-host-image-installer/preseed//after_install_1.sh + - name: Download Debian installer + run: cd tools/cuttlefish-host-image-installer && wget -nv -c ${DEBIAN_ISO_URL} && ./addpreseed.sh && xz -9e preseed-mini.iso + - name: Publish preseed-mini.iso.xz + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 + with: + name: preseed-mini + path: tools/cuttlefish-host-image-installer/preseed-mini.iso.xz + + build-cuttlefish-deb-job: + uses: ./.github/workflows/reusable-build.yaml + + build-metapackage-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer/metapackage-google && pdebuild --buildresult .. -- --basetgz ~/pbuilder/stable-arm64-base.tgz + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && 7z a -mx=9 meta_gigamp_packages.7z *.deb + - name: Publish meta_gigamp_packages.7z + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 + with: + name: meta_gigamp_packages + path: tools/cuttlefish-host-image-installer/meta_gigamp_packages.7z + + build-kernel-aosp-deb-job: + runs-on: ubuntu-22.04-32core + strategy: + matrix: + version: [14-6.1, 15-6.1, 15-6.6] + env: + KERNEL_MANIFEST_URL: https://android.googlesource.com/kernel/manifest/ + KERNEL_MANIFEST_BRANCH: common-android${{ matrix.version }} + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare pbuilder environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y git ca-certificates less fakeroot devscripts equivs ubuntu-dev-tools build-essential p7zip-full crossbuild-essential-arm64 + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./kernel_build_deb_qemu.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp `ls kernel-build-space/linux-image-*.deb | grep -v dbg` . && cp kernel-build-space/linux-headers-*.deb . && 7z a -mx=9 aosp_kernel_aosp${{ matrix.version }}.7z *.deb + - name: Publish aosp_kernel_aosp${{ matrix.version }}.7z + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 + with: + name: aosp_kernel_aosp${{ matrix.version }} + path: tools/cuttlefish-host-image-installer/aosp_kernel_aosp${{ matrix.version }}.7z + + build-uboot-qemu-job: + runs-on: ubuntu-latest + container: + image: debian@sha256:c2cedd7f80a4dd0f9f80d3699bd433ccf3de33ab63bfa2d4c4ba870c998222d6 # debian:bookworm-20240311 + env: + UBOOT_GIT_URL: git://git.denx.de/u-boot.git + UBOOT_GIT_BRANCH: v2023.10 + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: apt-get update && apt-get upgrade -y && apt-get install -y sudo debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata && dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare building environment continue + run: apt-get install -y build-essential gcc-aarch64-linux-gnu git ca-certificates bc flex bison coccinelle device-tree-compiler dfu-util efitools gdisk graphviz imagemagick liblz4-tool libgnutls28-dev libguestfs-tools libncurses-dev libpython3-dev libsdl2-dev libssl-dev lz4 lzma lzma-alone openssl pkg-config python3 python3-asteval python3-coverage python3-filelock python3-pkg-resources python3-pycryptodome python3-pyelftools python3-pytest python3-pytest-xdist python3-sphinxcontrib.apidoc python3-sphinx-rtd-theme python3-subunit python3-testtools python3-virtualenv swig uuid-dev + - name: Downloading + run: cd tools/cuttlefish-host-image-installer && ./uboot/download_uboot.sh + - name: Building + run: cd tools/cuttlefish-host-image-installer/u-boot && ../uboot/build_uboot_qemu_aarch64.sh && cd .. && cp uboot_build_place/u-boot.bin . + - name: Publish u-boot.bin + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 + with: + name: u-boot + path: tools/cuttlefish-host-image-installer/u-boot.bin + + test-install-cuttlefish-deb-job: + runs-on: ubuntu-latest + needs: build-cuttlefish-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download cuttlefish_packages.7z + uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 + with: + name: cuttlefish_packages_arm64 + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-cuttlefish-deb.sh ./cuttlefish_packages.7z + + test-install-metapackage-deb-job: + runs-on: ubuntu-latest + needs: build-metapackage-deb-job + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download meta_gigamp_packages.7z + uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 + with: + name: meta_gigamp_packages + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-metapackage-deb.sh ./meta_gigamp_packages.7z + + test-install-kernel-aosp-deb-job: + runs-on: ubuntu-latest + strategy: + matrix: + version: [14-6.1, 15-6.1, 15-6.6] + needs: build-kernel-aosp-deb-job + env: + KERNEL_PACKAGE: aosp_kernel_aosp${{ matrix.version }}.7z + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Download aosp_kernel_aosp${{ matrix.version }}.7z + uses: actions/download-artifact@7a1cd3216ca9260cd8022db641d960b1db4d1be4 # aka v4.0.0 + with: + name: aosp_kernel_aosp${{ matrix.version }} + path: "tools/cuttlefish-host-image-installer" + - name: Prepare pbuilder environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Prepare building environment + run: sudo apt-get update && sudo apt-get upgrade -y && sudo apt-get install -y debconf-utils + - name: Prepare tzdata + run: echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections -v && echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y tzdata && sudo dpkg-reconfigure --frontend noninteractive tzdata + - name: Prepare pbuilder tool + run: echo "pbuilder pbuilder/mirrorsite string http://deb.debian.org/debian/" | sudo debconf-set-selections -v && DEBIAN_FRONTEND=noninteractive sudo apt-get install -y pbuilder && sudo dpkg-reconfigure --frontend noninteractive pbuilder + - name: Prepare other tools + run: sudo apt-get install -y ubuntu-dev-tools qemu-user-static git ca-certificates less debhelper devscripts cdbs dpkg-dev equivs fakeroot build-essential autoconf automake p7zip-full + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Running installation tests... + run: cd tools/cuttlefish-host-image-installer && ./tests/test-inside-pbuilder.sh stable arm64 ./tests/test-install-kernel-deb.sh ./aosp_kernel_aosp${{ matrix.version }}.7z diff --git a/.github/workflows/presubmit.yaml b/.github/workflows/presubmit.yaml index d8d6e598b2..aaf462a188 100644 --- a/.github/workflows/presubmit.yaml +++ b/.github/workflows/presubmit.yaml @@ -91,3 +91,5 @@ jobs: with: name: testlogs path: e2etests/bazel-testlogs + build-arm64-cuttlefish-deb-job: + uses: ./.github/workflows/reusable-build.yaml diff --git a/.github/workflows/reusable-build.yaml b/.github/workflows/reusable-build.yaml new file mode 100644 index 0000000000..b9425d7cd1 --- /dev/null +++ b/.github/workflows/reusable-build.yaml @@ -0,0 +1,25 @@ +name: ReusableBuild + +on: [workflow_call] + +jobs: + build-arm64-cuttlefish-deb-job: + runs-on: ubuntu-latest + steps: + - name: checkout repository + uses: actions/checkout@a81bbbf8298c0fa03ea29cdc473d45769f953675 # aka v2 + - name: Prepare building environment + run: sudo apt update && sudo apt-get install -y ubuntu-dev-tools qemu-user-static binfmt-support fakeroot equivs + - name: Pbuilder arm64 create + run: pbuilder-dist stable arm64 create + - name: Pbuilder arm64 update + run: pbuilder-dist stable arm64 update + - name: Building package + run: cd tools/cuttlefish-host-image-installer && ./build_cf_packages.sh + - name: Create artifact + run: cd tools/cuttlefish-host-image-installer && cp -f cuttlefish-common-buildplace/*.deb . && 7z a -mx=9 cuttlefish_packages.7z *.deb + - name: Publish cuttlefish_packages.7z + uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # aka v4.0.0 + with: + name: cuttlefish_packages_arm64 + path: tools/cuttlefish-host-image-installer/cuttlefish_packages.7z From 9c9fcfab939cfc17cdf40cf38236791cc3725759 Mon Sep 17 00:00:00 2001 From: Wei-chung Hsu Date: Tue, 21 May 2024 13:10:43 -0700 Subject: [PATCH 137/137] Changed stable version to v0.9.28 as we discussed. --- base/debian/changelog | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/base/debian/changelog b/base/debian/changelog index 64a4c81417..4817ab6b9e 100644 --- a/base/debian/changelog +++ b/base/debian/changelog @@ -13,7 +13,7 @@ cuttlefish-common (0.9.29) UNRELEASED; urgency=medium -- Chad Reynolds Mon, 22 Apr 2024 15:56:40 -0700 -cuttlefish-common (0.9.28) unstable; urgency=medium +cuttlefish-common (0.9.28) stable; urgency=medium * Other bug fixes @@ -25,7 +25,7 @@ cuttlefish-common (0.9.28) unstable; urgency=medium -- Jorge E. Moreira Wed, 31 Jan 2024 11:40:30 -0700 -cuttlefish-common (0.9.27) unstable; urgency=medium +cuttlefish-common (0.9.27) stable; urgency=medium * Increase nofile soft limit to support passthrough GPU modes