fix: keep included k3s coredns (#1197)

* Delete bootstrap/templates/kubernetes/apps/kube-system/coredns directory

* Update kustomization.yaml.j2

* Delete bootstrap/templates/ansible/playbooks/templates/custom-coredns-helmchart.yaml.j2.j2

* Update cluster-installation.yaml.j2

* Delete bootstrap/templates/ansible/playbooks/tasks/coredns.yaml.j2

* Update main.yaml.j2

* Update main.yaml.j2

* Update main.yaml.j2

* Update main.yaml.j2

* Update cluster-installation.yaml.j2

bootstrap/templates/ansible/inventory/group_vars/kubernetes/main.yaml.j2

@@ -1,10 +1,6 @@
 #% if bootstrap_distribution == 'k3s' %#
 ---
-#
-# Below vars are for the xanmanning.k3s role
-# ...see https://github.com/PyratLabs/ansible-role-k3s
-#
-
+# https://github.com/PyratLabs/ansible-role-k3s
 # renovate: datasource=github-releases depName=k3s-io/k3s
 k3s_release_version: "v1.29.0+k3s1"
 k3s_install_hard_links: true
@@ -15,7 +11,6 @@ k3s_registration_address: "{{ kube_api_addr }}"
 # /var/lib/rancher/k3s/server/manifests
 k3s_server_manifests_templates:
   - custom-cilium-helmchart.yaml.j2
-  - custom-coredns-helmchart.yaml.j2
 #% if bootstrap_nodes.master | length > 1 or bootstrap_kube_api_addr | default('') %#
 # /var/lib/rancher/k3s/server/manifests
 k3s_server_manifests_urls:

bootstrap/templates/ansible/inventory/group_vars/master/main.yaml.j2

@@ -2,7 +2,6 @@
 ---
 # https://rancher.com/docs/k3s/latest/en/installation/install-options/server-config/
 # https://github.com/PyratLabs/ansible-role-k3s
-
 k3s_control_node: true
 k3s_server:
   #% if bootstrap_ipv6_enabled | default(false) %#
@@ -16,17 +15,11 @@ k3s_server:
     - "{{ kube_api_hostname }}"
     #% endif %#
   docker: false
-  flannel-backend: "none"             # This needs to be in quotes
-  disable:
-    - coredns                         # Disable coredns                 - replaced with Coredns Helm Chart
-    - flannel                         # Disable flannel                 - replaced with Cilium Helm Chart
-    - local-storage                   # Disable local-path-provisioner  - replaced with democratic-csi
-    - metrics-server                  # Disable metrics-server          - installed with Flux
-    - servicelb                       # Disable servicelb               - replaced with Cilium Helm Chart
-    - traefik                         # Disable traefik                 - replaced with ingress-nginx and installed with Flux
+  flannel-backend: "none" # quote
+  disable: ["flannel", "local-storage", "metrics-server", "servicelb", "traefik"]
   disable-network-policy: true
   disable-cloud-controller: true
-  disable-kube-proxy: true            # Cilium uses eBPF
+  disable-kube-proxy: true
   write-kubeconfig-mode: "644"
   pause-image: registry.k8s.io/pause:3.9
   secrets-encryption: true
@@ -37,14 +30,13 @@ k3s_server:
   cluster-cidr: "{{ cluster_cidr }}"
   service-cidr: "{{ service_cidr }}"
   #% endif %#
-  etcd-expose-metrics: true           # Required to monitor etcd with kube-prometheus-stack
+  etcd-expose-metrics: true # Required to monitor etcd with kube-prometheus-stack
   kube-controller-manager-arg:
-    - "bind-address=0.0.0.0"          # Required to monitor kube-controller-manager with kube-prometheus-stack
+    - "bind-address=0.0.0.0" # Required to monitor kube-controller-manager with kube-prometheus-stack
   kube-scheduler-arg:
-    - "bind-address=0.0.0.0"          # Required to monitor kube-scheduler with kube-prometheus-stack
+    - "bind-address=0.0.0.0" # Required to monitor kube-scheduler with kube-prometheus-stack
   kube-apiserver-arg:
-    - "anonymous-auth=true"           # Required for HAProxy health-checks
-  # TODO: Move these options to a kubelet config file
+    - "anonymous-auth=true" # Required for external LB health-checks
   kubelet-arg:
     - "image-gc-high-threshold=55"
     - "image-gc-low-threshold=50"

bootstrap/templates/ansible/inventory/group_vars/worker/main.yaml.j2

@@ -2,7 +2,6 @@
 ---
 # https://rancher.com/docs/k3s/latest/en/installation/install-options/agent-config/
 # https://github.com/PyratLabs/ansible-role-k3s
-
 k3s_control_node: false
 k3s_agent:
   #% if bootstrap_ipv6_enabled | default(false) %#
@@ -11,7 +10,6 @@ k3s_agent:
   node-ip: "{{ ansible_host }}"
   #% endif %#
   pause-image: registry.k8s.io/pause:3.9
-  # TODO: Move these options to a kubelet config file
   kubelet-arg:
     - "image-gc-high-threshold=55"
     - "image-gc-low-threshold=50"