nodelocaldns: allow to set health port, switch to 9254 by default (#4902)

8080 is a pretty common port, using nodelocaldns_ip:8080 still
prevents node processes or hostNetwork=true processes to bind to *:8080
so switch to 9254 by default (prometheus port is 9253)

Signed-off-by: Etienne Champetier <champetier.etienne@gmail.com>

inventory/sample/group_vars/k8s-cluster/k8s-cluster.yml

@@ -134,6 +134,7 @@ dns_mode: coredns
 # Enable nodelocal dns cache
 enable_nodelocaldns: true
 nodelocaldns_ip: 169.254.25.10
+nodelocaldns_health_port: 9254
 
 # Can be docker_dns, host_resolvconf or none
 resolvconf_mode: docker_dns

roles/kubernetes-apps/ansible/templates/nodelocaldns-config.yml.j2

@@ -21,7 +21,7 @@ data:
             force_tcp
         }
         prometheus :9253
-        health {{ nodelocaldns_ip }}:8080
+        health {{ nodelocaldns_ip }}:{{ nodelocaldns_health_port }}
     }
     in-addr.arpa:53 {
         errors

roles/kubernetes-apps/ansible/templates/nodelocaldns-daemonset.yml.j2

@@ -58,7 +58,7 @@ spec:
           httpGet:
             host: {{ nodelocaldns_ip }}
             path: /health
-            port: 8080
+            port: {{ nodelocaldns_health_port }}
             scheme: HTTP
           timeoutSeconds: 5
           successThreshold: 1
@@ -67,7 +67,7 @@ spec:
           httpGet:
             host: {{ nodelocaldns_ip }}
             path: /health
-            port: 8080
+            port: {{ nodelocaldns_health_port }}
             scheme: HTTP
           timeoutSeconds: 5
           successThreshold: 1

roles/kubespray-defaults/defaults/main.yaml

@@ -68,6 +68,7 @@ dns_mode: coredns
 # Enable nodelocal dns cache
 enable_nodelocaldns: true
 nodelocaldns_ip: 169.254.25.10
+nodelocaldns_health_port: 9254
 
 # Should be set to a cluster IP if using a custom cluster DNS
 manual_dns_server: ""