feat: added longhorn addon (#1204)

* added longhorn addon

* enabled longhorn in the tests

* fix: move longhorn to longhorn-system namespace

Signed-off-by: Devin Buhl <devin@buhl.casa>

* fix: move longhorn to longhorn-system namespace

Signed-off-by: Devin Buhl <devin@buhl.casa>

* fix: move longhorn to longhorn-system namespace

Signed-off-by: Devin Buhl <devin@buhl.casa>

* fix: move longhorn to longhorn-system namespace

Signed-off-by: Devin Buhl <devin@buhl.casa>

---------

Signed-off-by: Devin Buhl <devin@buhl.casa>
Co-authored-by: Devin Buhl <devin@buhl.casa>

bootstrap/vars/addons.sample.yaml

@@ -38,7 +38,7 @@ csi_driver_nfs:
 
 # https://github.com/rancher/system-upgrade-controller
 system_upgrade_controller:
-  # WARNING: Only enable this if you also track the version of k3s in the
+  # IMPORTANT: Only enable this if you also track the version of k3s in the
   # ansible configuration files. Running ansible against an already provisioned
   # cluster with this enabled might cause your cluster to be downgraded.
   # Note: If bootstrap_distribution is set to k0s or talos this will be ignored.
@@ -59,3 +59,11 @@ volsync:
 spegel:
   # Note: This only applies to k0s at the moment
   enabled: false
+
+# https://github.com/longhorn/longhorn
+longhorn:
+  # IMPORTANT: Only enable this if you have 3 or more nodes in your cluster
+  # and you have enough IOPS on disk to support the number of replicas.
+  # Note: Consider enabling volsync if you would like to configure snapshots
+  # and backups to durable storage.
+  enabled: false