feat: manage the cilium l2 config with flux (#827)

Signed-off-by: Devin Buhl <devin@buhl.casa>

ansible/playbooks/templates/custom-cilium-l2.yaml.j2

@@ -19,4 +19,4 @@ metadata:
   name: pool
 spec:
   cidrs:
-    - cidr: "{{ (ansible_default_ipv4.network + '/' + ansible_default_ipv4.netmask) | ansible.utils.ipaddr('network/prefix') }}"
+    - cidr: "{{ node_cidr }}"

kubernetes/apps/kube-system/cilium/app/cilium-l2.yaml

@@ -0,0 +1,22 @@
+---
+# https://docs.cilium.io/en/latest/network/l2-announcements
+apiVersion: cilium.io/v2alpha1
+kind: CiliumL2AnnouncementPolicy
+metadata:
+  name: policy
+spec:
+  loadBalancerIPs: true
+  # NOTE: This might need to be set if you have more than one active NIC on your nodes
+  # interfaces:
+  #   - ^eno[0-9]+
+  nodeSelector:
+    matchLabels:
+      kubernetes.io/os: linux
+---
+apiVersion: cilium.io/v2alpha1
+kind: CiliumLoadBalancerIPPool
+metadata:
+  name: pool
+spec:
+  cidrs:
+    - cidr: "${NODE_CIDR}"

kubernetes/apps/kube-system/cilium/app/kustomization.yaml

@@ -3,4 +3,5 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 namespace: kube-system
 resources:
+  - ./cilium-l2.yaml
   - ./helmrelease.yaml

template/templates/ansible/supplemental.yaml.j2

@@ -4,3 +4,4 @@ coredns_addr: "{{ bootstrap_coredns_addr }}"
 kube_vip_addr: "{{ bootstrap_kube_vip_addr }}"
 cluster_cidr: "{{ bootstrap_cluster_cidr }}"
 service_cidr: "{{ bootstrap_service_cidr }}"
+node_cidr: "{{ bootstrap_node_cidr }}"

template/templates/kubernetes/cluster-settings.yaml.j2

@@ -12,3 +12,4 @@ data:
   KUBE_VIP_ADDR: "{{ bootstrap_kube_vip_addr }}"
   CLUSTER_CIDR: "{{ bootstrap_cluster_cidr }}"
   SERVICE_CIDR: "{{ bootstrap_service_cidr }}"
+  NODE_CIDR: "{{ bootstrap_node_cidr }}"