Basic Linstor deployment

ansible/books/linstor.yaml

@@ -0,0 +1,147 @@
+---
+- name: Linstor - Add package repository
+  hosts: all
+  order: shuffle
+  vars:
+    task_roles: "{{ linstor_roles | default([]) }}"
+  any_errors_fatal: true
+  tasks:
+    # NOTE: this is a workaround for adding the Linbit PPA. Maybe we could add
+    # the source file directly like we do with OVN to bypass the need for this
+    # extra package.
+    - name: Install gnupg
+      apt:
+        name:
+          - gnupg
+        state: present
+      when: 'task_roles|length > 0'
+
+    - name: Add repository
+      apt_repository:
+        repo: ppa:linbit/linbit-drbd9-stack
+        state: present
+      notify: Update apt
+      when: 'task_roles|length > 0'
+
+  handlers:
+    - name: Update apt
+      apt:
+        force_apt_get: yes
+        update_cache: yes
+        cache_valid_time: 0
+
+- name: Linstor - Install packages
+  hosts: all
+  order: shuffle
+  vars:
+    task_roles: "{{ linstor_roles | default([]) }}"
+  any_errors_fatal: true
+  tasks:
+    - name: Install linstor-satellite
+      apt:
+        name:
+          - lvm2
+          - zfsutils-linux
+          - drbd-dkms
+          - drbd-utils
+          - linstor-satellite
+        state: present
+      when: '"satellite" in task_roles'
+
+    - name: Install linstor-controller
+      apt:
+        name:
+          - linstor-controller
+          - linstor-client
+        state: present
+      when: '"controller" in task_roles'
+
+- name: Linstor - Enable services
+  hosts: all
+  order: shuffle
+  vars:
+    task_roles: "{{ linstor_roles | default([]) }}"
+  any_errors_fatal: true
+  tasks:
+    - name: Enable linstor-satellite
+      systemd:
+        service: linstor-satellite
+        state: started
+        enabled: true
+      when: '"satellite" in task_roles'
+
+    - name: Enable linstor-controller
+      systemd:
+        service: linstor-controller
+        state: started
+        enabled: true
+      when: '"controller" in task_roles'
+
+- name: Linstor - Add satellite nodes
+  hosts: all
+  order: shuffle
+  vars:
+    task_roles: "{{ linstor_roles | default([]) }}"
+  any_errors_fatal: true
+  tasks:
+    - name: List satellite nodes
+      shell: linstor --machine-readable node list
+      register: satellite_nodes_output
+      changed_when: false
+      when: '"controller" in task_roles'
+
+    - name: Parse satellite node names
+      set_fact:
+        existing_satellite_nodes: "{{ satellite_nodes_output.stdout | from_json | json_query('[].name') }}"
+      when: '"controller" in task_roles'
+
+    - name: Add satellite nodes
+      shell: linstor node create {{ item }} {{ hostvars[item].ansible_facts.default_ipv4.address }} --node-type satellite
+      register: create_node_output
+      loop: "{{ groups['all'] }}"
+      when: '("controller" in task_roles) and ("satellite" in hostvars[item]["linstor_roles"]) and (item not in existing_satellite_nodes)'
+      changed_when: "create_node_output.rc == 0"
+
+- name: Linstor - Create storage pools
+  hosts: all
+  order: shuffle
+  vars:
+    task_roles: "{{ linstor_roles | default([]) }}"
+    pool_name: "{{ linstor_pool_name | default('incus') }}"
+    provider_kind: "{{ linstor_pool_driver | default('lvmthin') }}"
+    task_disks: "{{ linstor_disks | default([]) | map('regex_replace', '^((?!/dev/disk/by-id/).*)$', '/dev/disk/by-id/\\1') | list }}"
+  any_errors_fatal: true
+  tasks:
+    - name: Gather all satellite hosts
+      set_fact:
+        satellite_hosts: >-
+          {{ groups['all']
+             | map('extract', hostvars)
+             | selectattr('linstor_roles', 'defined')
+             | selectattr('linstor_roles', 'contains', 'satellite')
+             | map(attribute='inventory_hostname')
+             | list }}
+
+    - name: List storage pools
+      shell: linstor --machine-readable storage-pool list
+      register: storage_pool_output
+      changed_when: false
+      when: '"controller" in task_roles'
+
+    - name: Parse storage pools
+      set_fact:
+        satellites_without_storage_pools: >-
+          {{
+            satellite_hosts | difference(
+              storage_pool_output.stdout | from_json | json_query('[0][?provider_kind!=`DISKLESS`].node_name') | unique
+            )
+          }}
+      changed_when: false
+      when: '"controller" in task_roles'
+
+    - name: Create storage pool
+      shell: linstor physical-storage create-device-pool --storage-pool {{ pool_name }} --pool-name linstor-{{ pool_name }} {{ provider_kind }} {{ item }} {{ task_disks | join(' ') }}
+      register: create_storage_pool_output
+      loop: "{{ groups['all'] }}"
+      when: '("controller" in task_roles) and ("satellite" in hostvars[item]["linstor_roles"]) and (item in satellites_without_storage_pools)'
+      changed_when: "create_storage_pool_output.rc == 0"

ansible/deploy.yaml

@@ -3,6 +3,7 @@
 - import_playbook: books/environment.yaml
 - import_playbook: books/nvme.yaml
 - import_playbook: books/ceph.yaml
+- import_playbook: books/linstor.yaml
 - import_playbook: books/lvmcluster.yaml
 - import_playbook: books/ovn.yaml
 - import_playbook: books/incus.yaml

ansible/hosts.yaml.example

@@ -13,6 +13,9 @@ all:
     ovn_name: "baremetal"
     ovn_az_name: "zone1"
     ovn_release: "ppa"
+
+    linstor_pool_name: "incus"
+    linstor_pool_driver: "lvmthin"
   children:
     baremetal:
       vars:
@@ -60,6 +63,11 @@ all:
               local_config:
                 source: "incus_{{ incus_name }}"
               description: Distributed storage pool (cluster-wide)
+            linstor:
+              driver: linstor
+              local_config:
+                source: "{{ linstor_pool_name }}"
+              description: Linstor storage pool (cluster-wide)
             shared:
               driver: lvmcluster
               local_config:
@@ -93,6 +101,12 @@ all:
           ovn_roles:
             - central
             - host
+
+          linstor_roles:
+            - controller
+            - satellite
+          linstor_disks:
+            - nvme-QEMU_NVMe_Ctrl_incus_disk5
         server02:
           ceph_disks:
             - data: nvme-QEMU_NVMe_Ctrl_incus_disk1
@@ -107,6 +121,11 @@ all:
           ovn_roles:
             - central
             - host
+
+          linstor_roles:
+            - satellite
+          linstor_disks:
+            - nvme-QEMU_NVMe_Ctrl_incus_disk5
         server03:
           ceph_disks:
             - data: nvme-QEMU_NVMe_Ctrl_incus_disk1
@@ -121,6 +140,11 @@ all:
           ovn_roles:
             - central
             - host
+
+          linstor_roles:
+            - satellite
+          linstor_disks:
+            - nvme-QEMU_NVMe_Ctrl_incus_disk5
         server04:
           ceph_disks:
             - data: nvme-QEMU_NVMe_Ctrl_incus_disk1
@@ -129,6 +153,11 @@ all:
             - client
             - osd
             - rgw
+
+          linstor_roles:
+            - satellite
+          linstor_disks:
+            - nvme-QEMU_NVMe_Ctrl_incus_disk3
         server05:
           ceph_disks:
             - data: nvme-QEMU_NVMe_Ctrl_incus_disk1
@@ -137,3 +166,8 @@ all:
             - client
             - osd
             - rgw
+
+          linstor_roles:
+            - satellite
+          linstor_disks:
+            - nvme-QEMU_NVMe_Ctrl_incus_disk5

terraform/baremetal-incus/main.tf

@@ -32,6 +32,9 @@ resource "incus_profile" "this" {
   config = {
     "limits.cpu"    = "4"
     "limits.memory" = var.memory
+    # NOTE: this is needed to allow loading the DRBD kernel module
+    # on instances for Linstor storage
+    "security.secureboot" = false
   }
 
   device {
@@ -127,6 +130,19 @@ resource "incus_storage_volume" "disk4" {
   }
 }
 
+resource "incus_storage_volume" "disk5" {
+  for_each = var.instance_names
+
+  project      = incus_project.this.name
+  name         = "${each.value}-disk5"
+  description  = "Linstor drive"
+  pool         = var.storage_pool
+  content_type = "block"
+  config = {
+    "size" = "50GiB"
+  }
+}
+
 resource "incus_instance" "instances" {
   for_each = var.instance_names
 
@@ -169,6 +185,17 @@ resource "incus_instance" "instances" {
     }
   }
 
+  device {
+    type = "disk"
+    name = "disk5"
+
+    properties = {
+      "pool"   = var.storage_pool
+      "io.bus" = "nvme"
+      "source" = incus_storage_volume.disk5[each.key].name
+    }
+  }
+
   lifecycle {
     ignore_changes = [running]
   }

terraform/main.tf

@@ -2,7 +2,7 @@ module "baremetal" {
   source = "./baremetal-incus"
 
   project_name   = "dev-incus-deploy"
-  instance_names = ["server01", "server02", "server03", "server04", "server05"]
+  instance_names = var.instance_names
   image          = "images:ubuntu/22.04"
   memory         = "4GiB"
 

terraform/variables.tf

@@ -22,3 +22,8 @@ variable "ovn_uplink_ipv6_address" {
   type    = string
   default = "fd00:1e4d:637d:1234::1/64"
 }
+
+variable "instance_names" {
+  type    = list(string)
+  default = ["server01", "server02", "server03", "server04", "server05"]
+}