feat: added longhorn addon

.github/tests/addons.yaml

@@ -35,3 +35,6 @@ volsync:
 
 spegel:
   enabled: true
+
+longhorn:
+  enabled: true

bootstrap/templates/kubernetes/apps/storage/kustomization.yaml.j2

@@ -3,6 +3,9 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
   - ./namespace.yaml
+  #% if longhorn.enabled | default(false) %#
+  - ./longhorn/ks.yaml
+  #% endif %#
   - ./openebs/ks.yaml
   #% if volsync.enabled | default(false) %#
   - ./volsync/ks.yaml

bootstrap/templates/kubernetes/apps/storage/longhorn/app/helmrelease.yaml.j2

@@ -0,0 +1,49 @@
+#% if longhorn.enabled | default(false) %#
+---
+apiVersion: helm.toolkit.fluxcd.io/v2beta2
+kind: HelmRelease
+metadata:
+  name: longhorn
+spec:
+  interval: 30m
+  chart:
+    spec:
+      chart: longhorn
+      version: 1.5.3
+      sourceRef:
+        kind: HelmRepository
+        name: longhorn
+        namespace: flux-system
+  maxHistory: 2
+  install:
+    remediation:
+      retries: 3
+  upgrade:
+    cleanupOnFail: true
+    remediation:
+      retries: 3
+  uninstall:
+    keepHistory: false
+  values:
+    monitoring:
+      enabled: true
+      createPrometheusRules: true
+    defaultSettings:
+      defaultReplicaCount: 3
+      backupstorePollInterval: 0
+      createDefaultDiskLabeledNodes: true
+      restoreVolumeRecurringJobs: true
+      storageOverProvisioningPercentage: 100
+      storageMinimalAvailablePercentage: 1
+      guaranteedEngineManagerCPU: 20
+      guaranteedReplicaManagerCPU: 20
+      orphanAutoDeletion: true
+      concurrentAutomaticEngineUpgradePerNodeLimit: 3
+      defaultLonghornStaticStorageClass: longhorn
+      nodeDownPodDeletionPolicy: delete-both-statefulset-and-deployment-pod
+    ingress:
+      enabled: true
+      ingressClassName: internal
+      host: longhorn.${SECRET_DOMAIN}
+      tls: true
+#% endif %#

bootstrap/templates/kubernetes/apps/storage/longhorn/app/kustomization.yaml.j2

@@ -0,0 +1,8 @@
+#% if longhorn.enabled | default(false) %#
+---
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - ./helmrelease.yaml
+  - ./snapshot.yaml
+#% endif %#

bootstrap/templates/kubernetes/apps/storage/longhorn/app/snapshot.yaml.j2

@@ -0,0 +1,18 @@
+#% if longhorn.enabled | default(false) %#
+---
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+reclaimPolicy: Delete
+provisioner: driver.longhorn.io
+parameters:
+  # used for volsync to copy from.
+  # we set this to 1 replica for faster restores from the snapclass
+  dataLocality: disabled
+  numberOfReplicas: "1"
+  replicaAutoBalance: best-effort
+  staleReplicaTimeout: "30"
+allowVolumeExpansion: true
+volumeBindingMode: Immediate
+metadata:
+  name: longhorn-snapshot
+#% endif %#

bootstrap/templates/kubernetes/apps/storage/longhorn/ks.yaml.j2

@@ -0,0 +1,22 @@
+#% if longhorn.enabled | default(false) %#
+---
+apiVersion: kustomize.toolkit.fluxcd.io/v1
+kind: Kustomization
+metadata:
+  name: &app longhorn
+  namespace: flux-system
+spec:
+  targetNamespace: storage
+  commonMetadata:
+    labels:
+      app.kubernetes.io/name: *app
+  path: ./kubernetes/apps/storage/longhorn/app
+  prune: true
+  sourceRef:
+    kind: GitRepository
+    name: home-kubernetes
+  wait: false # no flux ks dependents
+  interval: 30m
+  retryInterval: 1m
+  timeout: 5m
+#% endif %#

bootstrap/templates/kubernetes/apps/storage/volsync/ks.yaml.j2

@@ -10,6 +10,10 @@ spec:
   commonMetadata:
     labels:
       app.kubernetes.io/name: *app
+  #% if longhorn.enabled | default(false) %#
+  dependsOn:
+    - name: longhorn
+  #% endif %#
   path: ./kubernetes/apps/storage/volsync/snapshot-controller
   prune: true
   sourceRef:

bootstrap/templates/kubernetes/apps/storage/volsync/snapshot-controller/helmrelease.yaml.j2

@@ -27,6 +27,18 @@ spec:
     keepHistory: false
   values:
     controller:
+      #% if longhorn.enabled | default(false) %#
+      volumeSnapshotClasses:
+        - name: longhorn-snapclass
+          annotations:
+            snapshot.storage.kubernetes.io/is-default-class: "true"
+          driver: driver.longhorn.io
+          deletionPolicy: Delete
+          parameters:
+            # needed for successful VolumeSnapshots
+            # see: https://github.com/longhorn/longhorn/issues/2534#issuecomment-1010508714
+            type: snap
+      #% endif %#
       serviceMonitor:
         create: true
     webhook:

bootstrap/templates/kubernetes/flux/repositories/helm/kustomization.yaml.j2

@@ -15,6 +15,7 @@ resources:
   - ./jetstack.yaml
   - ./k8s-gateway.yaml
   - ./kubernetes-dashboard.yaml
+  - ./longhorn.yaml
   - ./metrics-server.yaml
   - ./openebs.yaml
   - ./piraeus.yaml

bootstrap/templates/kubernetes/flux/repositories/helm/longhorn.yaml.j2

@@ -0,0 +1,10 @@
+---
+apiVersion: source.toolkit.fluxcd.io/v1beta2
+kind: HelmRepository
+metadata:
+  name: longhorn
+  namespace: flux-system
+spec:
+  interval: 30m
+  url: https://charts.longhorn.io
+  timeout: 3m

bootstrap/vars/addons.sample.yaml

@@ -59,3 +59,7 @@ volsync:
 spegel:
   # Note: This only applies to k0s at the moment
   enabled: false
+
+# https://github.com/longhorn/longhorn
+longhorn:
+  enabled: false