.gitlab-ci.yml

---

.script-git-submodule: &script-git-submodule
  - |
    git submodule sync --recursive
    git submodule update --init --recursive

.script-linters: &script-linters
  - |
    flake8
    yamllint .
    ansible-lint

.script-bootstrap-python: &script-bootstrap-python
  - |
    if ! [[ -x "$(command -v pipx)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb http://downloadcontent.opensuse.org/repositories/home:/alvistack/xUbuntu_24.04/ /" | sudo tee /etc/apt/sources.list.d/home:alvistack.list
      curl -fsSL https://downloadcontent.opensuse.org/repositories/home:alvistack/xUbuntu_24.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/home_alvistack.gpg > /dev/null
      sudo -E apt-get update
      sudo -E apt-get install -y bzip2 ca-certificates curl flake8 gcc gnupg gzip iproute2 pipx procps python3 python3-apt python3-cryptography python3-flake8 python3-jmespath python3-lxml python3-netaddr python3-pip python3-setuptools python3-venv python3-virtualenv python3-wheel sudo tar unzip xz-utils yamllint zip
    fi
    sh -x -c "python3 --version"
    sh -x -c "pipx --version"
    sh -x -c "flake8 --version"
    sh -x -c "yamllint --version"

.script-bootstrap-ansible: &script-bootstrap-ansible
  - |
    if ! [[ -x "$(command -v ansible)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb http://downloadcontent.opensuse.org/repositories/home:/alvistack/xUbuntu_24.04/ /" | sudo tee /etc/apt/sources.list.d/home:alvistack.list
      curl -fsSL https://downloadcontent.opensuse.org/repositories/home:alvistack/xUbuntu_24.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/home_alvistack.gpg > /dev/null
      sudo -E apt-get update
      sudo -E apt-get install -y ansible ansible-lint python3-docker python3-netaddr python3-vagrant
    fi
    sh -x -c "ansible --version"
    sh -x -c "ansible-lint --version"

.script-bootstrap-molecule: &script-bootstrap-molecule
  - |
    if ! [[ -x "$(command -v molecule)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb http://downloadcontent.opensuse.org/repositories/home:/alvistack/xUbuntu_24.04/ /" | sudo tee /etc/apt/sources.list.d/home:alvistack.list
      curl -fsSL https://downloadcontent.opensuse.org/repositories/home:alvistack/xUbuntu_24.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/home_alvistack.gpg > /dev/null
      sudo -E apt-get update
      sudo -E apt-get install -y python3-molecule python3-molecule-plugins
    fi
    sh -x -c "molecule --version"

.script-bootstrap-libvirt: &script-bootstrap-libvirt
  - |
    if ! [[ -x "$(command -v qemu-system-x86_64)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb http://downloadcontent.opensuse.org/repositories/home:/alvistack/xUbuntu_24.04/ /" | sudo tee /etc/apt/sources.list.d/home:alvistack.list
      curl -fsSL https://downloadcontent.opensuse.org/repositories/home:alvistack/xUbuntu_24.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/home_alvistack.gpg > /dev/null
      sudo -E apt-get update
      sudo -E apt-get install -y binutils bridge-utils dnsmasq-base ebtables gcc libarchive-tools libguestfs-tools libvirt-clients libvirt-daemon-system libvirt-dev make qemu-system qemu-utils ruby-dev virt-manager
    fi
    sudo systemctl start libvirtd.service
    sh -x -c "sudo systemctl status --no-pager libvirtd.service"
    sh -x -c "qemu-system-x86_64 --version"
    sh -x -c "virsh --version"

.script-bootstrap-virtualbox: &script-bootstrap-virtualbox
  - |
    if ! [[ -x "$(command -v VBoxManage)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb [arch=amd64] https://download.virtualbox.org/virtualbox/debian jammy contrib" | sudo tee /etc/apt/sources.list.d/virtualbox.list
      curl -fsSL https://www.virtualbox.org/download/oracle_vbox_2016.asc | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/virtualbox.gpg > /dev/null
      sudo -E apt-get update
      curl -skL -O http://archive.ubuntu.com/ubuntu/pool/main/libv/libvpx/libvpx7_1.12.0-1ubuntu2_amd64.deb
      sudo dpkg -i libvpx7_1.12.0-1ubuntu2_amd64.deb
      sudo -E apt-get install -y virtualbox-7.0
      export VERSION="$(VBoxManage --version | sed 's/^\([0-9]*\.[0-9]*\.[0-9]*\).*/\1/g')"
      curl -skL -O https://download.virtualbox.org/virtualbox/$VERSION/Oracle_VM_VirtualBox_Extension_Pack-$VERSION.vbox-extpack
      echo "y" | sudo VBoxManage extpack install Oracle_VM_VirtualBox_Extension_Pack-$VERSION.vbox-extpack --replace
      rm -rf Oracle_VM_VirtualBox_Extension_Pack-$VERSION.vbox-extpack
    fi
    sudo systemctl start vboxdrv.service
    sh -x -c "sudo systemctl status --no-pager vboxdrv.service"
    sh -x -c "VBoxManage --version"

.script-bootstrap-vagrant: &script-bootstrap-vagrant
  - |
    if ! [[ -x "$(command -v vagrant)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb http://downloadcontent.opensuse.org/repositories/home:/alvistack/xUbuntu_24.04/ /" | sudo tee /etc/apt/sources.list.d/home:alvistack.list
      curl -fsSL https://downloadcontent.opensuse.org/repositories/home:alvistack/xUbuntu_24.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/home_alvistack.gpg > /dev/null
      sudo -E apt-get update
      sudo -E apt-get install -y vagrant
      vagrant plugin install vagrant-libvirt
    fi
    sh -x -c "vagrant --version"
    sh -x -c "vagrant plugin list"

.script-bootstrap-packer: &script-bootstrap-packer
  - |
    if ! [[ -x "$(command -v packer)" ]]; then
      export DEBIAN_FRONTEND="noninteractive"
      echo "deb http://downloadcontent.opensuse.org/repositories/home:/alvistack/xUbuntu_24.04/ /" | sudo tee /etc/apt/sources.list.d/home:alvistack.list
      curl -fsSL https://downloadcontent.opensuse.org/repositories/home:alvistack/xUbuntu_24.04/Release.key | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/home_alvistack.gpg > /dev/null
      sudo -E apt-get update
      sudo -E apt-get install -y packer packer-plugin-libvirt
    fi
    sh -x -c "packer --version"

.script-packer-build: &script-packer-build
  - |
    sudo -E vagrant cloud auth login --token $VAGRANT_CLOUD_TOKEN
    cd $CI_PROJECT_DIR/packer/$_BOX-$_PROVIDER
    sudo -E packer build packer.json

.script-vagrant-box-add: &script-vagrant-box-add
  - |
    export _ORG="$CI_PROJECT_NAMESPACE"
    sudo -E umount /home/vagrant/.vagrant.d/boxes
    sudo -E vagrant box add \
      --name $_ORG/$_BOX \
      --provider $_PROVIDER \
      $CI_PROJECT_DIR/packer/$_BOX-$_PROVIDER/output-vagrant/package.box

.script-molecule-test: &script-molecule-test
  - |
    export _MOLECULE_INSTANCE_NAME="$(pwgen -1AB 12)"
    sudo -E molecule test -s $_BOX-$_PROVIDER

.script-vagrant-cloud-provider-upload: &script-vagrant-cloud-provider-upload
  - |
    if [[ -n "$CI_COMMIT_TAG" ]] && [[ "$CI_COMMIT_TAG" =~ ^[0-9]+\.[0-9]+\.[0-9]+ ]]; then
      export _VERSION="$CI_COMMIT_TAG"
    elif [[ -n "$CI_COMMIT_BRANCH" ]] && [[ "$CI_COMMIT_BRANCH" =~ master ]]; then
      export _VERSION="$(date +%Y%m%d).0.0"
    else
      exit 0
    fi
    sudo -E vagrant cloud auth login --token $VAGRANT_CLOUD_TOKEN
    cd $CI_PROJECT_DIR/packer/$_BOX-$_PROVIDER
    export _ORG="$CI_PROJECT_NAMESPACE"
    export _CHECKSUM="$(sha256sum output-vagrant/package.box | awk '{ print $1 }')"
    curl -skL \
      --header "Content-Type: application/json" \
      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
      --data "{ \"box\": { \"username\": \"$_ORG\", \"name\": \"$_BOX\", \"is_private\": false } }" \
      https://app.vagrantup.com/api/v1/boxes | jq .
    curl -skL \
      --header "Content-Type: application/json" \
      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
      --data "{ \"version\": { \"version\": \"$_VERSION\" } }" \
      https://app.vagrantup.com/api/v1/box/$_ORG/$_BOX/versions | jq .
    curl -skL \
      --request DELETE \
      --header "Content-Type: application/json" \
      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
      https://app.vagrantup.com/api/v1/box/$_ORG/$_BOX/version/$_VERSION/provider/$_PROVIDER | jq .
    curl -skL \
      --header "Content-Type: application/json" \
      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
      --data "{ \"provider\": { \"name\": \"$_PROVIDER\", \"checksum_type\": \"sha256\", \"checksum\": \"$_CHECKSUM\" } }" \
      https://app.vagrantup.com/api/v1/box/$_ORG/$_BOX/version/$_VERSION/providers | jq .
    _UPLOAD_PATH=$(curl -skL \
      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
      https://app.vagrantup.com/api/v1/box/$_ORG/$_BOX/version/$_VERSION/provider/$_PROVIDER/upload | jq -r .upload_path)
    curl -skL \
      --request PUT \
      --header "Connection: keep-alive" \
      --upload-file output-vagrant/package.box \
      $_UPLOAD_PATH | jq .
    curl -skL \
      --request PUT \
      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
      https://app.vagrantup.com/api/v1/box/$_ORG/$_BOX/version/$_VERSION/release | jq .

.job-packer-build: &job-packer-build
  script:
    - *script-bootstrap-python
    - *script-bootstrap-ansible
    - *script-bootstrap-libvirt
    - *script-bootstrap-virtualbox
    - *script-bootstrap-vagrant
    - *script-bootstrap-packer
    - *script-packer-build

.job-molecule-test: &job-molecule-test
  script:
    - *script-bootstrap-python
    - *script-bootstrap-ansible
    - *script-bootstrap-molecule
    - *script-bootstrap-libvirt
    - *script-bootstrap-virtualbox
    - *script-bootstrap-vagrant
    - *script-vagrant-box-add
    - *script-molecule-test

.job-vagrant-cloud-provider-upload: &job-vagrant-cloud-provider-upload
  script:
    - *script-bootstrap-vagrant
    - *script-vagrant-cloud-provider-upload

default:
  before_script:
    - *script-git-submodule
    - *script-linters
  retry: 2

build:ceph-18.2-libvirt:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-18.2-libvirt
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-18.2
    _PROVIDER: libvirt

test:ceph-18.2-libvirt:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-18.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-18.2
    _PROVIDER: libvirt
  needs:
    - build:ceph-18.2-libvirt

deploy:ceph-18.2-libvirt:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-18.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-18.2
    _PROVIDER: libvirt
  needs:
    - test:ceph-18.2-libvirt

build:ceph-18.2-virtualbox:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-18.2-virtualbox
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-18.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-18.2-libvirt

test:ceph-18.2-virtualbox:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-18.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-18.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-18.2-virtualbox

deploy:ceph-18.2-virtualbox:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-18.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-18.2
    _PROVIDER: virtualbox
  needs:
    - test:ceph-18.2-virtualbox

build:ceph-17.2-libvirt:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-17.2-libvirt
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-17.2
    _PROVIDER: libvirt

test:ceph-17.2-libvirt:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-17.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-17.2
    _PROVIDER: libvirt
  needs:
    - build:ceph-17.2-libvirt

deploy:ceph-17.2-libvirt:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-17.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-17.2
    _PROVIDER: libvirt
  needs:
    - test:ceph-17.2-libvirt

build:ceph-17.2-virtualbox:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-17.2-virtualbox
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-17.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-17.2-libvirt

test:ceph-17.2-virtualbox:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-17.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-17.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-17.2-virtualbox

deploy:ceph-17.2-virtualbox:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-17.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-17.2
    _PROVIDER: virtualbox
  needs:
    - test:ceph-17.2-virtualbox

build:ceph-16.2-libvirt:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-16.2-libvirt
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-16.2
    _PROVIDER: libvirt

test:ceph-16.2-libvirt:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-16.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-16.2
    _PROVIDER: libvirt
  needs:
    - build:ceph-16.2-libvirt

deploy:ceph-16.2-libvirt:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-16.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-16.2
    _PROVIDER: libvirt
  needs:
    - test:ceph-16.2-libvirt

build:ceph-16.2-virtualbox:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-16.2-virtualbox
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-16.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-16.2-libvirt

test:ceph-16.2-virtualbox:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-16.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-16.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-16.2-virtualbox

deploy:ceph-16.2-virtualbox:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-16.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-16.2
    _PROVIDER: virtualbox
  needs:
    - test:ceph-16.2-virtualbox

build:ceph-15.2-libvirt:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-15.2-libvirt
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-15.2
    _PROVIDER: libvirt

test:ceph-15.2-libvirt:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-15.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-15.2
    _PROVIDER: libvirt
  needs:
    - build:ceph-15.2-libvirt

deploy:ceph-15.2-libvirt:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-15.2-libvirt
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-15.2
    _PROVIDER: libvirt
  needs:
    - test:ceph-15.2-libvirt

build:ceph-15.2-virtualbox:
  <<: *job-packer-build
  stage: build
  cache:
    key: $CI_PIPELINE_ID-ceph-15.2-virtualbox
    paths:
      - packer/*/output-vagrant
  variables:
    _BOX: ceph-15.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-15.2-libvirt

test:ceph-15.2-virtualbox:
  <<: *job-molecule-test
  stage: test
  cache:
    key: $CI_PIPELINE_ID-ceph-15.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-15.2
    _PROVIDER: virtualbox
  needs:
    - build:ceph-15.2-virtualbox

deploy:ceph-15.2-virtualbox:
  <<: *job-vagrant-cloud-provider-upload
  stage: deploy
  cache:
    key: $CI_PIPELINE_ID-ceph-15.2-virtualbox
    paths:
      - packer/*/output-vagrant
    policy: pull
  variables:
    _BOX: ceph-15.2
    _PROVIDER: virtualbox
  needs:
    - test:ceph-15.2-virtualbox