fix: cilium not exclusive CNI, remove ingress tls block and use defaultPodOptions in app-template workloads

Signed-off-by: Devin Buhl <devin@buhl.casa>

bootstrap/templates/kubernetes/apps/flux-system/webhooks/app/github/ingress.yaml.j2

@@ -9,7 +9,7 @@ metadata:
 spec:
   ingressClassName: external
   rules:
-    - host: &host "flux-webhook.${SECRET_DOMAIN}"
+    - host: "flux-webhook.${SECRET_DOMAIN}"
       http:
         paths:
           - path: /hook/
@@ -19,7 +19,4 @@ spec:
                 name: webhook-receiver
                 port:
                   number: 80
-  tls:
-    - hosts:
-        - *host
 #% endif %#

bootstrap/templates/kubernetes/apps/network/cloudflared/app/helmrelease.yaml.j2

@@ -67,18 +67,17 @@ spec:
               allowPrivilegeEscalation: false
               readOnlyRootFilesystem: true
               capabilities: { drop: ["ALL"] }
-              seccompProfile:
-                type: RuntimeDefault
             resources:
               requests:
                 cpu: 10m
               limits:
                 memory: 256Mi
-        pod:
+    defaultPodOptions:
-          securityContext:
+      securityContext:
-            runAsUser: 65534
+        runAsNonRoot: true
-            runAsGroup: 65534
+        runAsUser: 65534
-            runAsNonRoot: true
+        runAsGroup: 65534
+        seccompProfile: { type: RuntimeDefault }
     service:
       app:
         controller: cloudflared

bootstrap/templates/kubernetes/apps/network/echo-server/app/helmrelease.yaml.j2

@@ -51,18 +51,17 @@ spec:
               allowPrivilegeEscalation: false
               readOnlyRootFilesystem: true
               capabilities: { drop: ["ALL"] }
-              seccompProfile:
-                type: RuntimeDefault
             resources:
               requests:
                 cpu: 10m
               limits:
                 memory: 64Mi
-        pod:
+    defaultPodOptions:
-          securityContext:
+      securityContext:
-            runAsUser: 65534
+        runAsNonRoot: true
-            runAsGroup: 65534
+        runAsUser: 65534
-            runAsNonRoot: true
+        runAsGroup: 65534
+        seccompProfile: { type: RuntimeDefault }
     service:
       app:
         controller: echo-server
@@ -84,12 +83,9 @@ spec:
         annotations:
           external-dns.alpha.kubernetes.io/target: "external.${SECRET_DOMAIN}"
         hosts:
-          - host: &host "{{ .Release.Name }}.${SECRET_DOMAIN}"
+          - host: "{{ .Release.Name }}.${SECRET_DOMAIN}"
             paths:
               - path: /
                 service:
                   identifier: app
                   port: http
-        tls:
-          - hosts:
-              - *host

bootstrap/templates/kubernetes/apps/system-upgrade/system-upgrade-controller/app/helmrelease.yaml.j2

@@ -48,29 +48,28 @@ spec:
               allowPrivilegeEscalation: false
               readOnlyRootFilesystem: true
               capabilities: { drop: ["ALL"] }
-              seccompProfile:
+    defaultPodOptions:
-                type: RuntimeDefault
+      securityContext:
-        pod:
+        runAsNonRoot: true
-          securityContext:
+        runAsUser: 65534
-            runAsUser: 65534
+        runAsGroup: 65534
-            runAsGroup: 65534
+        seccompProfile: { type: RuntimeDefault }
-            runAsNonRoot: true
+      affinity:
-          affinity:
+        nodeAffinity:
-            nodeAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
-              requiredDuringSchedulingIgnoredDuringExecution:
+            nodeSelectorTerms:
-                nodeSelectorTerms:
+              - matchExpressions:
-                  - matchExpressions:
+                  - key: node-role.kubernetes.io/control-plane
-                      - key: node-role.kubernetes.io/control-plane
+                    operator: Exists
-                        operator: Exists
+      tolerations:
-          tolerations:
+        - key: CriticalAddonsOnly
-            - key: CriticalAddonsOnly
+          operator: Exists
-              operator: Exists
+        - key: node-role.kubernetes.io/control-plane
-            - key: node-role.kubernetes.io/control-plane
+          operator: Exists
-              operator: Exists
+          effect: NoSchedule
-              effect: NoSchedule
+        - key: node-role.kubernetes.io/master
-            - key: node-role.kubernetes.io/master
+          operator: Exists
-              operator: Exists
+          effect: NoSchedule
-              effect: NoSchedule
     serviceAccount:
       create: true
       name: system-upgrade

bootstrap/templates/partials/cilium-values-full.partial.yaml.j2

@@ -10,11 +10,12 @@ cgroup:
 cluster:
   id: 1
   name: #{ bootstrap_cluster_name|default('home-kubernetes', true) }#
-#% if bootstrap_distribution in ["k3s"] %#
 cni:
+  exclusive: false
+  #% if bootstrap_distribution in ["k3s"] %#
   binPath: /var/lib/rancher/k3s/data/current/bin
   confPath: /var/lib/rancher/k3s/agent/etc/cni/net.d
-#% endif %#
+  #% endif %#
 containerRuntime:
   integration: containerd
   #% if bootstrap_distribution in ["k3s"] %#
@@ -54,11 +55,7 @@ hubble:
     ingress:
       enabled: true
       className: internal
-      hosts:
+      hosts: ["hubble.${SECRET_DOMAIN}"]
-        - "hubble.${SECRET_DOMAIN}"
-      tls:
-        - hosts:
-            - "hubble.${SECRET_DOMAIN}"
 #% else %#
 hubble:
   enabled: false

bootstrap/templates/partials/cilium-values-init.partial.yaml.j2

@@ -10,11 +10,12 @@ cgroup:
 cluster:
   id: 1
   name: #{ bootstrap_cluster_name|default('home-kubernetes', true) }#
-#% if bootstrap_distribution in ["k3s"] %#
 cni:
+  exclusive: false
+  #% if bootstrap_distribution in ["k3s"] %#
   binPath: /var/lib/rancher/k3s/data/current/bin
   confPath: /var/lib/rancher/k3s/agent/etc/cni/net.d
-#% endif %#
+  #% endif %#
 containerRuntime:
   integration: containerd
   #% if bootstrap_distribution in ["k3s"] %#