2017-08-24 17:09:52 +08:00
---
2017-10-27 19:18:39 +08:00
# Use proxycommand if bastion host is in group all
2019-09-26 19:25:08 +08:00
# This change obseletes editing ansible.cfg file depending on bastion existence
2021-03-26 15:48:43 +08:00
ansible_ssh_common_args : "{% if 'bastion' in groups['all'] %} -o ProxyCommand='ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -W %h:%p -p {{ hostvars['bastion']['ansible_port'] | default(22) }} {{ hostvars['bastion']['ansible_user'] }}@{{ hostvars['bastion']['ansible_host'] }} {% if ansible_ssh_private_key_file is defined %}-i {{ ansible_ssh_private_key_file }}{% endif %} ' {% endif %}"
2017-10-27 19:18:39 +08:00
2020-03-10 22:45:35 +08:00
# selinux state
preinstall_selinux_state : permissive
2024-04-03 14:54:12 +08:00
# Setting this value to false will fail
# For details, read this comment https://github.com/kubernetes-sigs/kubespray/pull/11016#issuecomment-2004985001
2018-12-18 22:53:58 +08:00
kube_api_anonymous_auth : true
2017-02-23 19:07:17 +08:00
2017-09-08 20:00:57 +08:00
# Default value, but will be set to true automatically if detected
2020-03-17 18:12:21 +08:00
is_fedora_coreos : false
2017-09-08 20:00:57 +08:00
2023-05-12 01:53:04 +08:00
# Swap settings
kubelet_fail_swap_on : true
kubelet_swap_behavior : LimitedSwap
2018-02-22 00:33:25 +08:00
2017-02-23 19:07:17 +08:00
## Change this to use another Kubernetes version, e.g. a current beta release
2024-05-03 17:20:51 +08:00
kube_version : v1.29.4
2017-02-23 19:07:17 +08:00
2019-06-11 14:18:15 +08:00
## The minimum version working
2024-01-22 21:26:12 +08:00
kube_version_min_required : v1.27.0
2019-06-11 14:18:15 +08:00
2023-07-05 11:36:54 +08:00
## Kube Proxy mode One of ['iptables', 'ipvs']
2018-11-27 07:36:39 +08:00
kube_proxy_mode : ipvs
2018-02-22 00:33:25 +08:00
2022-12-27 16:53:28 +08:00
## The timeout for init first control-plane
kubeadm_init_timeout : 300s
2020-09-17 19:30:45 +08:00
## List of kubeadm init phases that should be skipped during control plane setup
## By default 'addon/coredns' is skipped
## 'addon/kube-proxy' gets skipped for some network plugins
kubeadm_init_phases_skip_default : [ "addon/coredns" ]
kubeadm_init_phases_skip : >-
{%- if kube_network_plugin == 'kube-router' and (kube_router_run_service_proxy is defined and kube_router_run_service_proxy) -%}
2023-07-05 11:36:54 +08:00
{{ kubeadm_init_phases_skip_default + ["addon/kube-proxy"] }}
2020-09-17 19:30:45 +08:00
{%- elif kube_network_plugin == 'cilium' and (cilium_kube_proxy_replacement is defined and cilium_kube_proxy_replacement == 'strict') -%}
2023-07-05 11:36:54 +08:00
{{ kubeadm_init_phases_skip_default + ["addon/kube-proxy"] }}
2021-11-15 16:02:48 +08:00
{%- elif kube_network_plugin == 'calico' and (calico_bpf_enabled is defined and calico_bpf_enabled) -%}
2023-07-05 11:36:54 +08:00
{{ kubeadm_init_phases_skip_default + ["addon/kube-proxy"] }}
2020-09-17 19:30:45 +08:00
{%- elif kube_proxy_remove is defined and kube_proxy_remove -%}
2023-07-05 11:36:54 +08:00
{{ kubeadm_init_phases_skip_default + ["addon/kube-proxy"] }}
2020-07-30 17:46:31 +08:00
{%- else -%}
2020-09-17 19:30:45 +08:00
{{ kubeadm_init_phases_skip_default }}
2020-07-30 17:46:31 +08:00
{%- endif -%}
2019-02-25 16:08:06 +08:00
2021-10-12 00:36:41 +08:00
# List of kubeadm phases that should be skipped when joining a new node
# You may need to set this to ['preflight'] for air-gaped deployments to avoid failing connectivity tests.
kubeadm_join_phases_skip_default : [ ]
kubeadm_join_phases_skip : >-
{{ kubeadm_join_phases_skip_default }}
2024-04-03 14:54:12 +08:00
# Set to true to remove the role binding to anonymous users created by kubeadm
remove_anonymous_access : false
2019-01-03 16:04:26 +08:00
# A string slice of values which specify the addresses to use for NodePorts.
# Values may be valid IP blocks (e.g. 1.2.3.0/24, 1.2.3.4/32).
# The default empty string slice ([]) means to use all local addresses.
# kube_proxy_nodeport_addresses_cidr is retained for legacy config
kube_proxy_nodeport_addresses : >-
{%- if kube_proxy_nodeport_addresses_cidr is defined -%}
[ {{ kube_proxy_nodeport_addresses_cidr }}]
{%- else -%}
[ ]
{%- endif -%}
2018-09-06 18:36:17 +08:00
2017-09-27 21:47:47 +08:00
# Set to true to allow pre-checks to fail and continue deployment
ignore_assert_errors : false
2022-04-08 01:37:57 +08:00
kube_vip_enabled : false
2018-10-15 16:46:55 +08:00
# nginx-proxy configure
nginx_config_dir : "/etc/nginx"
2019-04-10 20:56:18 +08:00
# haproxy configure
haproxy_config_dir : "/etc/haproxy"
2017-02-23 19:07:17 +08:00
# Directory where the binaries will be installed
bin_dir : /usr/local/bin
docker_bin_dir : /usr/bin
2021-11-05 22:53:53 +08:00
containerd_bin_dir : "{{ bin_dir }}"
2017-03-23 17:05:34 +08:00
etcd_data_dir : /var/lib/etcd
2017-02-23 19:07:17 +08:00
# Where the binaries will be downloaded.
# Note: ensure that you've enough disk space (about 1G)
local_release_dir : "/tmp/releases"
# Random shifts for retrying failed ops like pushing/downloading
retry_stagger : 5
2019-01-23 05:44:11 +08:00
# Install epel repo on Centos/RHEL
epel_enabled : false
2017-02-23 19:07:17 +08:00
# DNS configuration.
# Kubernetes cluster name, also will be used as DNS domain
cluster_name : cluster.local
# Subdomains of DNS domain to be resolved via /etc/resolv.conf for hostnet pods
ndots : 2
2020-08-01 15:29:41 +08:00
# Default resolv.conf options
docker_dns_options :
- ndots:{{ ndots }}
- timeout:2
- attempts:2
2019-04-02 03:32:34 +08:00
# Can be coredns, coredns_dual, manual, or none
2018-11-27 07:36:39 +08:00
dns_mode : coredns
2018-01-23 21:28:42 +08:00
2023-12-14 17:03:34 +08:00
# Enable dns autoscaler
enable_dns_autoscaler : true
2018-12-11 09:28:03 +08:00
# Enable nodelocal dns cache
2019-04-11 15:24:08 +08:00
enable_nodelocaldns : true
2021-11-10 01:57:47 +08:00
enable_nodelocaldns_secondary : false
2019-01-29 15:39:27 +08:00
nodelocaldns_ip : 169.254 .25 .10
2019-07-09 15:52:01 +08:00
nodelocaldns_health_port : 9254
2021-11-10 01:57:47 +08:00
nodelocaldns_second_health_port : 9256
2021-06-29 20:28:41 +08:00
nodelocaldns_bind_metrics_host_ip : false
2021-11-10 01:57:47 +08:00
nodelocaldns_secondary_skew_seconds : 5
2018-12-11 09:28:03 +08:00
2018-01-23 21:28:42 +08:00
# Should be set to a cluster IP if using a custom cluster DNS
2019-03-28 21:22:44 +08:00
manual_dns_server : ""
2018-01-23 21:28:42 +08:00
2022-01-31 19:12:24 +08:00
# Can be host_resolvconf, docker_dns or none
2021-12-10 06:09:06 +08:00
resolvconf_mode : host_resolvconf
2017-02-23 19:07:17 +08:00
# Deploy netchecker app to verify DNS resolve as an HTTP service
deploy_netchecker : false
2019-04-02 03:32:34 +08:00
# Ip address of the kubernetes DNS service (called skydns for historical reasons)
2023-11-28 16:56:55 +08:00
skydns_server : "{{ kube_service_addresses | ansible.utils.ipaddr('net') | ansible.utils.ipaddr(3) | ansible.utils.ipaddr('address') }}"
skydns_server_secondary : "{{ kube_service_addresses | ansible.utils.ipaddr('net') | ansible.utils.ipaddr(4) | ansible.utils.ipaddr('address') }}"
2017-02-23 19:07:17 +08:00
dns_domain : "{{ cluster_name }}"
2020-08-01 15:29:41 +08:00
docker_dns_search_domains :
- 'default.svc.{{ dns_domain }}'
- 'svc.{{ dns_domain }}'
2019-04-02 03:32:34 +08:00
2018-10-10 10:14:33 +08:00
kube_dns_servers :
2023-07-05 11:36:54 +08:00
coredns : [ "{{ skydns_server }}" ]
coredns_dual : "{{ [skydns_server] + [skydns_server_secondary] }}"
manual : [ "{{ manual_dns_server }}" ]
2018-10-10 10:14:33 +08:00
2023-07-05 11:36:54 +08:00
dns_servers : "{{ kube_dns_servers[dns_mode] }}"
2017-02-23 19:07:17 +08:00
2019-07-16 15:53:23 +08:00
enable_coredns_k8s_external : false
coredns_k8s_external_zone : k8s_external.local
2019-04-02 03:32:34 +08:00
2019-08-01 02:26:15 +08:00
enable_coredns_k8s_endpoint_pod_names : false
2017-02-23 19:07:17 +08:00
# Kubernetes configuration dirs and system namespace.
# Those are where all the additional config stuff goes
2018-10-30 16:51:36 +08:00
# the kubernetes normally puts in /srv/kubernetes.
2022-03-03 03:57:13 +08:00
# This puts them in a sane location and namespace.
2018-10-30 16:51:36 +08:00
# Editing those values will almost surely break something.
2017-02-23 19:07:17 +08:00
kube_config_dir : /etc/kubernetes
kube_script_dir : "{{ bin_dir }}/kubernetes-scripts"
kube_manifest_dir : "{{ kube_config_dir }}/manifests"
2022-01-05 18:26:32 +08:00
# Kubectl command
# This is for consistency when using kubectl command in roles, and ensure
kubectl : "{{ bin_dir }}/kubectl --kubeconfig {{ kube_config_dir }}/admin.conf"
2017-02-23 19:07:17 +08:00
# This is where all the cert scripts and certs will be located
2019-03-20 20:56:57 +08:00
kube_cert_dir : "{{ kube_config_dir }}/ssl"
2017-02-23 19:07:17 +08:00
2019-04-19 21:01:54 +08:00
# compatibility directory for kubeadm
kube_cert_compat_dir : "/etc/kubernetes/pki"
2017-02-23 19:07:17 +08:00
# This is where all of the bearer tokens will be stored
kube_token_dir : "{{ kube_config_dir }}/tokens"
2023-05-12 20:59:01 +08:00
# This is the user that owns the cluster installation.
2022-06-17 16:34:32 +08:00
kube_owner : kube
2017-02-23 19:07:17 +08:00
# This is the group that the cert creation scripts chgrp the
2018-10-30 16:51:36 +08:00
# cert files to. Not really changeable...
2017-02-23 19:07:17 +08:00
kube_cert_group : kube-cert
2022-04-12 20:47:23 +08:00
# Set to true when the CAs are managed externally.
# When true, disables all tasks manipulating certificates. Ensure before the kubespray run that:
# - Certificates and CAs are present in kube_cert_dir
# - Kubeconfig files are present in kube_config_dir
kube_external_ca_mode : false
2017-02-23 19:07:17 +08:00
# Cluster Loglevel configuration
kube_log_level : 2
2022-05-12 12:35:15 +08:00
# Choose network plugin (cilium, calico, kube-ovn, weave or flannel. Use cni for generic cni plugin)
2017-02-23 19:07:17 +08:00
# Can also be set to 'cloud', which lets the cloud provider setup appropriate routing
kube_network_plugin : calico
2018-11-04 17:07:38 +08:00
kube_network_plugin_multus : false
2017-02-23 19:07:17 +08:00
2021-04-29 20:20:50 +08:00
# Determines if calico_rr group exists
2023-07-05 11:36:54 +08:00
peer_with_calico_rr : "{{ 'calico_rr' in groups and groups['calico_rr'] | length > 0 }}"
2017-10-04 20:27:55 +08:00
2019-10-17 20:58:38 +08:00
# Choose data store type for calico: "etcd" or "kdd" (kubernetes datastore)
2020-09-23 23:38:09 +08:00
calico_datastore : "kdd"
2019-10-17 20:58:38 +08:00
2017-02-23 19:07:17 +08:00
# Kubernetes internal network for services, unused block of space.
kube_service_addresses : 10.233 .0 .0 /18
# internal network. When used, it will assign IP
# addresses from this range to individual pods.
# This network must be unused in your network infrastructure!
kube_pods_subnet : 10.233 .64 .0 /18
# internal network node size allocation (optional). This is the size allocated
2020-09-10 18:49:44 +08:00
# to each node for pod IP address allocation. Note that the number of pods per node is
# also limited by the kubelet_max_pods variable which defaults to 110.
#
# Example:
# Up to 64 nodes and up to 254 or kubelet_max_pods (the lowest of the two) pods per node:
# - kube_pods_subnet: 10.233.64.0/18
# - kube_network_node_prefix: 24
# - kubelet_max_pods: 110
#
# Example:
# Up to 128 nodes and up to 126 or kubelet_max_pods (the lowest of the two) pods per node:
# - kube_pods_subnet: 10.233.64.0/18
2018-01-26 22:13:21 +08:00
# - kube_network_node_prefix: 25
2020-09-10 18:49:44 +08:00
# - kubelet_max_pods: 110
2017-02-23 19:07:17 +08:00
kube_network_node_prefix : 24
2020-10-26 15:10:53 +08:00
# Configure Dual Stack networking (i.e. both IPv4 and IPv6)
enable_dual_stack_networks : false
# Kubernetes internal network for IPv6 services, unused block of space.
# This is only used if enable_dual_stack_networks is set to true
# This provides 4096 IPv6 IPs
kube_service_addresses_ipv6 : fd85:ee78:d8a6:8607::1000/116
# Internal network. When used, it will assign IPv6 addresses from this range to individual pods.
# This network must not already be in your network infrastructure!
# This is only used if enable_dual_stack_networks is set to true.
# This provides room for 256 nodes with 254 pods per node.
kube_pods_subnet_ipv6 : fd85:ee78:d8a6:8607::1:0000/112
# IPv6 subnet size allocated to each for pods.
# This is only used if enable_dual_stack_networks is set to true
# This provides room for 254 pods per node.
kube_network_node_prefix_ipv6 : 120
2018-01-04 00:40:21 +08:00
# The virtual cluster IP, real host IPs and ports the API Server will be
# listening on.
# NOTE: loadbalancer_apiserver_localhost somewhat alters the final API enpdoint
# access IP value (automatically evaluated below)
2023-11-28 16:56:55 +08:00
kube_apiserver_ip : "{{ kube_service_addresses | ansible.utils.ipaddr('net') | ansible.utils.ipaddr(1) | ansible.utils.ipaddr('address') }}"
2021-12-06 15:58:32 +08:00
# NOTE: If you specific address/interface and use loadbalancer_apiserver_localhost
2023-07-05 11:36:54 +08:00
# loadbalancer_apiserver_localhost (nginx/haproxy) will deploy on masters on 127.0.0.1:{{ loadbalancer_apiserver_port | default(kube_apiserver_port) }} too.
2018-01-04 00:40:21 +08:00
kube_apiserver_bind_address : 0.0 .0 .0
2021-12-06 15:58:32 +08:00
2017-08-24 17:09:52 +08:00
# https
kube_apiserver_port : 6443
2017-02-23 19:07:17 +08:00
2019-02-07 14:20:11 +08:00
# If non-empty, will use this string as identification instead of the actual hostname
kube_override_hostname : >-
2023-07-05 11:36:54 +08:00
{%- if cloud_provider is defined and cloud_provider in ['aws'] -%}
2019-02-07 14:20:11 +08:00
{%- else -%}
{{ inventory_hostname }}
{%- endif -%}
2018-09-17 01:40:20 +08:00
# define kubelet config dir for dynamic kubelet
2018-09-25 22:50:22 +08:00
# kubelet_config_dir:
2018-09-17 01:40:20 +08:00
default_kubelet_config_dir : "{{ kube_config_dir }}/dynamic_kubelet_dir"
2018-02-07 17:07:46 +08:00
# Aggregator
2018-03-20 23:28:01 +08:00
kube_api_aggregator_routing : false
2018-02-07 16:50:08 +08:00
2018-09-19 16:01:45 +08:00
# Profiling
kube_profiling : false
2021-06-28 14:53:25 +08:00
# Graceful Node Shutdown
kubelet_shutdown_grace_period : 60s
# kubelet_shutdown_grace_period_critical_pods should be less than kubelet_shutdown_grace_period
# to give normal pods time to be gracefully evacuated
kubelet_shutdown_grace_period_critical_pods : 20s
2021-10-12 15:31:47 +08:00
# Whether to deploy the container engine
2022-02-23 00:53:16 +08:00
deploy_container_engine : "{{ inventory_hostname in groups['k8s_cluster'] or etcd_deployment_type == 'docker' }}"
2021-10-12 15:31:47 +08:00
2018-08-28 14:23:38 +08:00
# Container for runtime
2021-11-25 22:54:33 +08:00
container_manager : containerd
2018-08-04 18:01:35 +08:00
Refactor NRI activation for containerd and CRI-O (#10470)
Refactor NRI (Node Resource Interface) activation in CRI-O and
containerd. Introduce a shared variable, nri_enabled, to streamline
the process. Currently, enabling NRI requires a separate update of
defaults for each container runtime independently, without any
verification of NRI support for the specific version of containerd
or CRI-O in use.
With this commit, the previous approach is replaced. Now, a single
variable, nri_enabled, handles this functionality. Also, this commit
separates the responsibility of verifying NRI supported versions of
containerd and CRI-O from cluster administrators, and leaves it to
Ansible.
Signed-off-by: Feruzjon Muyassarov <feruzjon.muyassarov@intel.com>
2023-09-26 23:05:25 +08:00
# Enable Node Resource Interface in containerd or CRI-O. Requires crio_version >= v1.26.0
# or containerd_version >= 1.7.0.
nri_enabled : false
2020-06-22 15:28:39 +08:00
# Enable Kata Containers as additional container runtime
2020-10-23 18:07:46 +08:00
# When enabled, it requires `container_manager` different than Docker
2020-06-22 15:28:39 +08:00
kata_containers_enabled : false
2021-06-21 20:18:51 +08:00
# Enable gVisor as an additional container runtime
# gVisor is only supported with container_manager Docker or containerd
gvisor_enabled : false
2020-12-02 03:00:50 +08:00
# Enable crun as additional container runtime
# When enabled, it requires container_manager=crio
crun_enabled : false
2022-01-22 06:01:07 +08:00
# Enable youki as additional container runtime
# When enabled, it requires container_manager=crio
youki_enabled : false
2020-03-05 23:31:39 +08:00
# Container on localhost (download images when download_localhost is true)
container_manager_on_localhost : "{{ container_manager }}"
2019-09-11 03:30:55 +08:00
# CRI socket path
cri_socket : >-
{%- if container_manager == 'crio' -%}
2022-06-07 03:25:57 +08:00
unix:///var/run/crio/crio.sock
2019-09-11 03:30:55 +08:00
{%- elif container_manager == 'containerd' -%}
2022-10-18 15:15:18 +08:00
unix:///var/run/containerd/containerd.sock
2022-06-06 23:18:22 +08:00
{%- elif container_manager == 'docker' -%}
2022-06-07 03:25:57 +08:00
unix:///var/run/cri-dockerd.sock
2019-09-11 03:30:55 +08:00
{%- endif -%}
2023-05-29 10:03:41 +08:00
crio_insecure_registries : [ ]
2018-09-09 10:15:33 +08:00
## Uncomment this if you want to force overlay/overlay2 as docker storage driver
## Please note that overlay2 is only supported on newer kernels
2018-09-09 10:51:35 +08:00
# docker_storage_options: -s overlay2
2018-09-09 10:15:33 +08:00
## Enable docker_container_storage_setup, it will configure devicemapper driver on Centos7 or RedHat7.
docker_container_storage_setup : false
## It must be define a disk path for docker_container_storage_setup_devs.
## Otherwise docker-storage-setup will be executed incorrectly.
2018-09-09 10:51:35 +08:00
# docker_container_storage_setup_devs: /dev/vdb
2018-09-09 10:15:33 +08:00
2021-04-15 06:13:07 +08:00
## Only set this if you have more than 3 nameservers:
## If true Kubespray will only use the first 3, otherwise it will fail
2018-09-09 10:15:33 +08:00
docker_dns_servers_strict : false
2017-02-23 19:07:17 +08:00
# Path used to store Docker data
docker_daemon_graph : "/var/lib/docker"
2018-09-09 10:15:33 +08:00
## Used to set docker daemon iptables options to true
docker_iptables_enabled : "false"
2017-03-22 21:40:10 +08:00
# Docker log options
# Rotate container stderr/stdout logs at 50m and keep last 5
docker_log_opts : "--log-opt max-size=50m --log-opt max-file=5"
2019-07-21 15:12:53 +08:00
## A list of insecure docker registries (IP address or domain name), for example
## to allow insecure-registry access to self-hosted registries. Empty by default.
2018-09-10 18:05:49 +08:00
# docker_insecure_registries:
2018-09-09 10:15:33 +08:00
# - mirror.registry.io
# - 172.19.16.11
2019-07-21 15:12:53 +08:00
docker_insecure_registries : [ ]
2018-09-09 10:15:33 +08:00
2019-07-21 15:12:53 +08:00
## A list of additional registry mirrors, for example China registry mirror. Empty by default.
2018-09-10 18:05:49 +08:00
# docker_registry_mirrors:
2018-09-09 10:15:33 +08:00
# - https://registry.docker-cn.com
# - https://mirror.aliyuncs.com
2019-07-21 15:12:53 +08:00
docker_registry_mirrors : [ ]
2017-02-23 19:07:17 +08:00
2018-04-15 21:20:02 +08:00
## If non-empty will override default system MounFlags value.
## This option takes a mount propagation flag: shared, slave
## or private, which control whether mounts in the file system
## namespace set up for docker will receive or propagate mounts
## and unmounts. Leave empty for system default
2018-09-09 10:51:35 +08:00
# docker_mount_flags:
2018-09-09 10:15:33 +08:00
## A string of extra options to pass to the docker daemon.
2019-07-21 15:12:53 +08:00
# docker_options: ""
2018-04-15 21:20:02 +08:00
2019-07-08 21:44:35 +08:00
## A list of plugins to install using 'docker plugin install --grant-all-permissions'
## Empty by default so no plugins will be installed.
docker_plugins : [ ]
2021-11-09 07:56:49 +08:00
# Containerd options - thse are relevant when container_manager == 'containerd'
2021-04-02 14:20:11 +08:00
containerd_use_systemd_cgroup : true
2019-06-30 05:09:20 +08:00
2022-01-31 21:46:23 +08:00
# Containerd conf default dir
containerd_storage_dir : "/var/lib/containerd"
containerd_state_dir : "/run/containerd"
containerd_systemd_dir : "/etc/systemd/system/containerd.service.d"
containerd_cfg_dir : "/etc/containerd"
2017-02-23 19:07:17 +08:00
# Settings for containerized control plane (etcd/kubelet/secrets)
2019-06-21 02:12:51 +08:00
# deployment type for legacy etcd mode
2021-11-25 22:54:33 +08:00
etcd_deployment_type : host
2017-02-23 19:07:17 +08:00
cert_management : script
2018-11-11 00:51:24 +08:00
2018-02-16 20:53:35 +08:00
# Make a copy of kubeconfig on the host that runs Ansible in {{ inventory_dir }}/artifacts
2017-09-18 20:30:57 +08:00
kubeconfig_localhost : false
2018-02-16 20:53:35 +08:00
# Download kubectl onto the host that runs Ansible in {{ bin_dir }}
2017-09-18 20:30:57 +08:00
kubectl_localhost : false
2018-10-30 16:51:36 +08:00
# Define credentials_dir here so it can be overridden
2018-09-04 00:04:50 +08:00
credentials_dir : "{{ inventory_dir }}/credentials"
2017-02-23 19:07:17 +08:00
# K8s image pull policy (imagePullPolicy)
k8s_image_pull_policy : IfNotPresent
2017-11-01 22:25:35 +08:00
2018-01-30 21:03:48 +08:00
# Kubernetes dashboard
# RBAC required. see docs/getting-started.md for access details.
2020-10-11 23:06:47 +08:00
dashboard_enabled : false
2018-01-30 21:03:48 +08:00
2017-11-01 22:25:35 +08:00
# Addons which can be enabled
2017-10-19 16:17:11 +08:00
helm_enabled : false
2021-05-03 22:16:03 +08:00
krew_enabled : false
2018-02-06 21:17:06 +08:00
registry_enabled : false
2018-11-23 16:36:21 +08:00
metrics_server_enabled : false
2018-08-23 22:17:18 +08:00
enable_network_policy : true
2020-05-28 21:56:02 +08:00
local_path_provisioner_enabled : false
local_volume_provisioner_enabled : false
2019-06-06 19:36:14 +08:00
local_volume_provisioner_directory_mode : 0700
2019-11-01 15:59:24 +08:00
cinder_csi_enabled : false
2020-03-26 04:10:25 +08:00
aws_ebs_csi_enabled : false
2020-04-01 15:53:27 +08:00
azure_csi_enabled : false
2020-03-31 15:06:40 +08:00
gcp_pd_csi_enabled : false
2020-04-20 23:47:39 +08:00
vsphere_csi_enabled : false
2022-04-12 06:13:23 +08:00
upcloud_csi_enabled : false
2021-09-06 19:24:29 +08:00
csi_snapshot_controller_enabled : false
2017-12-19 22:47:00 +08:00
persistent_volumes_enabled : false
2018-02-09 22:03:38 +08:00
cephfs_provisioner_enabled : false
2019-04-17 14:14:02 +08:00
rbd_provisioner_enabled : false
2018-02-13 09:08:44 +08:00
ingress_nginx_enabled : false
2020-03-16 17:58:35 +08:00
ingress_alb_enabled : false
2018-03-28 22:30:00 +08:00
cert_manager_enabled : false
2019-04-04 17:36:50 +08:00
expand_persistent_volumes : false
2020-06-30 06:11:59 +08:00
metallb_enabled : false
2022-10-14 07:50:47 +08:00
metallb_speaker_enabled : "{{ metallb_enabled }}"
2021-11-07 18:22:51 +08:00
argocd_enabled : false
2017-11-01 22:25:35 +08:00
2018-01-05 19:05:24 +08:00
## When OpenStack is used, Cinder version can be explicitly specified if autodetection fails (Fixed in 1.9: https://github.com/kubernetes/kubernetes/issues/50461)
2017-09-27 21:47:47 +08:00
# openstack_blockstorage_version: "v1/v2/auto (default)"
2018-09-28 13:15:47 +08:00
openstack_blockstorage_ignore_volume_az : "{{ volume_cross_zone_attachment | default('false') }}"
2020-03-02 19:30:43 +08:00
# set max volumes per node (cinder-csi), default not set
# node_volume_attach_limit: 25
2020-02-26 21:12:25 +08:00
# Cinder CSI topology, when false volumes can be cross-mounted between availability zones
# cinder_topology: false
# Set Cinder topology zones (can be multiple zones, default not set)
# cinder_topology_zones:
# - nova
2021-06-01 22:10:27 +08:00
cinder_csi_ignore_volume_az : "{{ volume_cross_zone_attachment | default('false') }}"
2020-02-26 21:12:25 +08:00
2018-01-05 19:05:24 +08:00
## When OpenStack is used, if LBaaSv2 is available you can enable it with the following 2 variables.
2017-08-20 18:59:15 +08:00
openstack_lbaas_enabled : false
2017-09-27 21:47:47 +08:00
# openstack_lbaas_subnet_id: "Neutron subnet ID (not network ID) to create LBaaS VIP"
2018-01-05 19:05:24 +08:00
## To enable automatic floating ip provisioning, specify a subnet.
2017-09-27 21:47:47 +08:00
# openstack_lbaas_floating_network_id: "Neutron network ID (not subnet ID) to get floating IP from, disabled by default"
2018-01-05 19:05:24 +08:00
## Override default LBaaS behavior
# openstack_lbaas_use_octavia: False
# openstack_lbaas_method: "ROUND_ROBIN"
# openstack_lbaas_provider: "haproxy"
openstack_lbaas_create_monitor : "yes"
openstack_lbaas_monitor_delay : "1m"
openstack_lbaas_monitor_timeout : "30s"
openstack_lbaas_monitor_max_retries : "3"
2023-07-05 11:36:54 +08:00
openstack_cacert : "{{ lookup('env', 'OS_CACERT') }}"
2017-08-20 18:59:15 +08:00
2020-02-18 20:47:28 +08:00
# Default values for the external OpenStack Cloud Controller
2023-05-10 18:41:02 +08:00
external_openstack_lbaas_enabled : true
2020-05-18 17:31:36 +08:00
external_openstack_network_ipv6_disabled : false
2021-03-19 07:52:36 +08:00
external_openstack_network_internal_networks : [ ]
external_openstack_network_public_networks : [ ]
2020-02-18 20:47:28 +08:00
2022-01-21 04:31:09 +08:00
# Default values for the external Hcloud Cloud Controller
external_hcloud_cloud :
hcloud_api_token : ""
token_secret_name : hcloud
service_account_name : cloud-controller-manager
controller_image_tag : "latest"
## A dictionary of extra arguments to add to the openstack cloud controller manager daemonset
## Format:
## external_hcloud_cloud.controller_extra_args:
## arg1: "value1"
## arg2: "value2"
controller_extra_args : {}
2017-06-27 12:27:25 +08:00
## List of authorization modes that must be configured for
2017-10-05 17:51:21 +08:00
## the k8s cluster. Only 'AlwaysAllow', 'AlwaysDeny', 'Node' and
2017-10-14 18:28:46 +08:00
## 'RBAC' modes are tested. Order is important.
authorization_modes : [ 'Node' , 'RBAC' ]
2018-12-06 18:33:38 +08:00
rbac_enabled : "{{ 'RBAC' in authorization_modes }}"
2017-08-25 04:18:38 +08:00
2020-12-17 15:43:09 +08:00
# When enabled, API bearer tokens (including service account tokens) can be used to authenticate to the kubelet's HTTPS endpoint
2018-06-18 20:20:05 +08:00
kubelet_authentication_token_webhook : true
2018-01-21 18:34:37 +08:00
# When enabled, access to the kubelet API requires authorization by delegation to the API server
2023-01-17 15:56:32 +08:00
kubelet_authorization_mode_webhook : true
2018-01-21 18:34:37 +08:00
2019-04-03 16:35:44 +08:00
# kubelet uses certificates for authenticating to the Kubernetes API
# Automatically generate a new key and request a new certificate from the Kubernetes API as the current certificate approaches expiration
kubelet_rotate_certificates : true
2020-09-03 22:25:41 +08:00
# kubelet can also request a new server certificate from the Kubernetes API
kubelet_rotate_server_certificates : false
2019-04-03 16:35:44 +08:00
2020-09-03 22:41:41 +08:00
# If set to true, kubelet errors if any of kernel tunables is different than kubelet defaults
kubelet_protect_kernel_defaults : true
2022-10-03 14:06:14 +08:00
# Set additional sysctl variables to modify Linux kernel variables, for example:
# additional_sysctl:
# - { name: kernel.pid_max, value: 131072 }
#
additional_sysctl : [ ]
2018-10-04 17:05:55 +08:00
## List of key=value pairs that describe feature gates for
## the k8s cluster.
2020-02-14 18:24:17 +08:00
kube_feature_gates : [ ]
2022-04-05 20:39:37 +08:00
kube_apiserver_feature_gates : [ ]
kube_controller_feature_gates : [ ]
kube_scheduler_feature_gates : [ ]
kube_proxy_feature_gates : [ ]
kubelet_feature_gates : [ ]
2021-04-12 16:05:59 +08:00
kubeadm_feature_gates : [ ]
2018-10-04 17:05:55 +08:00
2018-10-05 20:52:25 +08:00
# Local volume provisioner storage classes
2019-01-09 04:36:44 +08:00
# Levarages Ansibles string to Python datatype casting. Otherwise the dict_key isn't substituted
# see https://github.com/ansible/ansible/issues/17324
local_volume_provisioner_storage_classes : |
{
"{{ local_volume_provisioner_storage_class | default('local-storage') }}": {
2023-07-05 11:36:54 +08:00
"host_dir": "{{ local_volume_provisioner_base_dir | default('/mnt/disks') }}" ,
2019-07-16 20:27:26 +08:00
"mount_dir": "{{ local_volume_provisioner_mount_dir | default('/mnt/disks') }}" ,
"volume_mode": "Filesystem" ,
"fs_type": "ext4"
2019-01-09 04:36:44 +08:00
}
}
2018-04-13 22:23:10 +08:00
2018-01-30 21:03:48 +08:00
# weave's network password for encryption
# if null then no network encryption
# you can use --extra-vars to pass the password in command line
weave_password : EnterPasswordHere
2020-09-23 16:20:09 +08:00
ssl_ca_dirs : |-
2018-07-06 14:12:13 +08:00
[
2021-10-02 00:11:23 +08:00
{% if ansible_os_family in ['Flatcar', 'Flatcar Container Linux by Kinvolk'] -%}
2018-07-06 14:12:13 +08:00
'/usr/share/ca-certificates' ,
{% elif ansible_os_family == 'RedHat' -%}
'/etc/pki/tls' ,
'/etc/pki/ca-trust' ,
{% elif ansible_os_family == 'Debian' -%}
'/usr/share/ca-certificates' ,
{% endif -%}
]
2017-10-04 20:27:55 +08:00
# Vars for pointing to kubernetes api endpoints
2021-03-24 08:26:05 +08:00
is_kube_master : "{{ inventory_hostname in groups['kube_control_plane'] }}"
kube_apiserver_count : "{{ groups['kube_control_plane'] | length }}"
2019-03-05 19:04:39 +08:00
kube_apiserver_address : "{{ ip | default(fallback_ips[inventory_hostname]) }}"
2017-10-04 20:27:55 +08:00
kube_apiserver_access_address : "{{ access_ip | default(kube_apiserver_address) }}"
2022-01-10 17:35:19 +08:00
first_kube_control_plane_address : "{{ hostvars[groups['kube_control_plane'][0]]['access_ip'] | default(hostvars[groups['kube_control_plane'][0]]['ip'] | default(fallback_ips[groups['kube_control_plane'][0]])) }}"
2017-10-04 20:27:55 +08:00
loadbalancer_apiserver_localhost : "{{ loadbalancer_apiserver is not defined }}"
2019-04-10 20:56:18 +08:00
loadbalancer_apiserver_type : "nginx"
2017-11-24 00:15:48 +08:00
# applied if only external loadbalancer_apiserver is defined, otherwise ignored
apiserver_loadbalancer_domain_name : "lb-apiserver.kubernetes.local"
2020-08-06 15:14:55 +08:00
kube_apiserver_global_endpoint : |-
{% if loadbalancer_apiserver is defined -%}
2023-07-05 11:36:54 +08:00
https://{{ apiserver_loadbalancer_domain_name }}:{{ loadbalancer_apiserver.port | default(kube_apiserver_port) }}
2023-03-07 20:28:36 +08:00
{%- elif loadbalancer_apiserver_localhost and (loadbalancer_apiserver_port is not defined or loadbalancer_apiserver_port == kube_apiserver_port) -%}
https://localhost:{{ kube_apiserver_port }}
2020-08-06 15:14:55 +08:00
{%- else -%}
2022-01-10 17:35:19 +08:00
https://{{ first_kube_control_plane_address }}:{{ kube_apiserver_port }}
2020-08-06 15:14:55 +08:00
{%- endif %}
2017-10-04 20:27:55 +08:00
kube_apiserver_endpoint : |-
2020-02-11 17:40:01 +08:00
{% if loadbalancer_apiserver is defined -%}
2023-07-05 11:36:54 +08:00
https://{{ apiserver_loadbalancer_domain_name }}:{{ loadbalancer_apiserver.port | default(kube_apiserver_port) }}
2019-01-08 06:06:52 +08:00
{%- elif not is_kube_master and loadbalancer_apiserver_localhost -%}
2023-07-05 11:36:54 +08:00
https://localhost:{{ loadbalancer_apiserver_port | default(kube_apiserver_port) }}
2017-10-04 20:27:55 +08:00
{%- elif is_kube_master -%}
2023-07-05 11:36:54 +08:00
https://{{ kube_apiserver_bind_address | regex_replace('0\.0\.0\.0', '127.0.0.1') }}:{{ kube_apiserver_port }}
2017-10-04 20:27:55 +08:00
{%- else -%}
2022-01-10 17:35:19 +08:00
https://{{ first_kube_control_plane_address }}:{{ kube_apiserver_port }}
2017-10-04 20:27:55 +08:00
{%- endif %}
2018-12-06 18:33:38 +08:00
kube_apiserver_client_cert : "{{ kube_cert_dir }}/ca.crt"
kube_apiserver_client_key : "{{ kube_cert_dir }}/ca.key"
2017-10-04 20:27:55 +08:00
2018-03-01 16:39:14 +08:00
# Set to true to deploy etcd-events cluster
2018-06-18 21:19:12 +08:00
etcd_events_cluster_enabled : false
2018-03-01 16:39:14 +08:00
2020-10-21 22:32:20 +08:00
# etcd group can be empty when kubeadm manages etcd
2021-03-24 08:26:05 +08:00
etcd_hosts : "{{ groups['etcd'] | default(groups['kube_control_plane']) }}"
2020-10-21 22:32:20 +08:00
2017-10-04 20:27:55 +08:00
# Vars for pointing to etcd endpoints
is_etcd_master : "{{ inventory_hostname in groups['etcd'] }}"
2019-03-05 19:04:39 +08:00
etcd_address : "{{ ip | default(fallback_ips[inventory_hostname]) }}"
2017-10-04 20:27:55 +08:00
etcd_access_address : "{{ access_ip | default(etcd_address) }}"
2018-06-30 07:32:29 +08:00
etcd_events_access_address : "{{ access_ip | default(etcd_address) }}"
2017-10-04 20:27:55 +08:00
etcd_peer_url : "https://{{ etcd_access_address }}:2380"
etcd_client_url : "https://{{ etcd_access_address }}:2379"
2018-08-31 21:03:07 +08:00
etcd_events_peer_url : "https://{{ etcd_events_access_address }}:2382"
2021-12-07 16:28:01 +08:00
etcd_events_client_url : "https://{{ etcd_events_access_address }}:2383"
2017-10-04 20:27:55 +08:00
etcd_access_addresses : |-
2020-10-21 22:32:20 +08:00
{% for item in etcd_hosts -%}
2020-12-03 05:55:00 +08:00
https://{{ hostvars[item]['etcd_access_address'] | default(hostvars[item]['ip'] | default(fallback_ips[item])) }}:2379{% if not loop.last %},{% endif %}
2017-10-04 20:27:55 +08:00
{%- endfor %}
2018-10-16 22:25:03 +08:00
etcd_events_access_addresses_list : |-
[
2020-10-21 22:32:20 +08:00
{% for item in etcd_hosts -%}
2021-12-07 16:28:01 +08:00
'https://{{ hostvars[item][' etcd_events_access_address'] | default(hostvars[item]['ip'] | default(fallback_ips[item])) }}:2383'{% if not loop.last %},{% endif %}
2018-03-01 16:39:14 +08:00
{%- endfor %}
2018-10-16 22:25:03 +08:00
]
2021-11-18 15:53:01 +08:00
etcd_metrics_addresses : |-
{% for item in etcd_hosts -%}
https://{{ hostvars[item]['etcd_access_address'] | default(hostvars[item]['ip'] | default(fallback_ips[item])) }}:{{ etcd_metrics_port | default(2381) }}{% if not loop.last %},{% endif %}
{%- endfor %}
2023-07-05 11:36:54 +08:00
etcd_events_access_addresses : "{{ etcd_events_access_addresses_list | join(',') }}"
etcd_events_access_addresses_semicolon : "{{ etcd_events_access_addresses_list | join(';') }}"
2018-07-03 22:02:44 +08:00
# user should set etcd_member_name in inventory/mycluster/hosts.ini
2017-10-04 20:27:55 +08:00
etcd_member_name : |-
{% for host in groups['etcd'] %}
2023-07-05 11:36:54 +08:00
{% if inventory_hostname == host %}{{ hostvars[host].etcd_member_name | default("etcd" + loop.index | string) }}{% endif %}
2017-10-04 20:27:55 +08:00
{% endfor %}
etcd_peer_addresses : |-
{% for item in groups['etcd'] -%}
2023-07-05 11:36:54 +08:00
{{ hostvars[item].etcd_member_name | default("etcd" + loop.index | string) }}=https://{{ hostvars[item].etcd_access_address | default(hostvars[item].ip | default(fallback_ips[item])) }}:2380{% if not loop.last %},{% endif %}
2017-10-04 20:27:55 +08:00
{%- endfor %}
2018-03-01 16:39:14 +08:00
etcd_events_peer_addresses : |-
{% for item in groups['etcd'] -%}
2023-07-05 11:36:54 +08:00
{{ hostvars[item].etcd_member_name | default("etcd" + loop.index | string) }}-events=https://{{ hostvars[item].etcd_events_access_address | default(hostvars[item].ip | default(fallback_ips[item])) }}:2382{% if not loop.last %},{% endif %}
2018-03-01 16:39:14 +08:00
{%- endfor %}
2018-08-23 00:16:13 +08:00
2018-08-08 23:25:23 +08:00
etcd_heartbeat_interval : "250"
etcd_election_timeout : "5000"
etcd_snapshot_count : "10000"
2018-10-09 19:43:30 +08:00
certificates_key_size : 2048
certificates_duration : 36500
2018-10-24 13:22:09 +08:00
2018-12-07 15:11:53 +08:00
etcd_config_dir : /etc/ssl/etcd
2020-07-22 14:58:05 +08:00
etcd_events_data_dir : "/var/lib/etcd-events"
2018-12-07 15:11:53 +08:00
etcd_cert_dir : "{{ etcd_config_dir }}/ssl"
2019-04-25 20:00:48 +08:00
typha_enabled : false
2020-03-26 03:58:25 +08:00
2022-04-08 15:02:42 +08:00
calico_apiserver_enabled : false
2020-03-26 03:58:25 +08:00
_host_architecture_groups :
x86_64 : amd64
aarch64 : arm64
armv7l : arm
host_architecture : >-
{%- if ansible_architecture in _host_architecture_groups -%}
{{ _host_architecture_groups[ansible_architecture] }}
{%- else -%}
{{ ansible_architecture }}
{%- endif -%}
2020-11-03 16:42:15 +08:00
2021-11-08 18:54:59 +08:00
_host_os_groups :
Linux : linux
Darwin : darwin
Win32NT : windows
host_os : >-
{%- if ansible_system in _host_os_groups -%}
{{ _host_os_groups[ansible_system] }}
{%- else -%}
{{ ansible_system }}
{%- endif -%}
2024-01-23 00:49:14 +08:00
# Sets the eventRecordQPS parameter in kubelet-config.yaml.
2020-11-03 16:42:15 +08:00
# Setting it to 0 allows unlimited requests per second.
2024-01-23 00:49:14 +08:00
kubelet_event_record_qps : 50
2021-02-17 00:44:58 +08:00
2023-06-24 00:59:24 +08:00
proxy_env_defaults :
2023-07-05 11:36:54 +08:00
http_proxy : "{{ http_proxy | default('') }}"
HTTP_PROXY : "{{ http_proxy | default('') }}"
https_proxy : "{{ https_proxy | default('') }}"
HTTPS_PROXY : "{{ https_proxy | default('') }}"
no_proxy : "{{ no_proxy | default('') }}"
NO_PROXY : "{{ no_proxy | default('') }}"
2021-02-17 00:44:58 +08:00
2023-06-24 00:59:24 +08:00
# If we use SSL_CERT_FILE: {{ omit }} it cause in value __omit_place_holder__ and break environments
# Combine dict is avoiding the problem with omit placeholder. Maybe it can be better solution?
2023-07-05 11:36:54 +08:00
proxy_env : "{{ proxy_env_defaults | combine({'SSL_CERT_FILE': https_proxy_cert_file}) if https_proxy_cert_file is defined else proxy_env_defaults }}"
2023-06-24 00:59:24 +08:00
2021-02-17 00:44:58 +08:00
proxy_disable_env :
ALL_PROXY : ''
FTP_PROXY : ''
HTTPS_PROXY : ''
HTTP_PROXY : ''
NO_PROXY : ''
all_proxy : ''
ftp_proxy : ''
http_proxy : ''
https_proxy : ''
no_proxy : ''
2022-01-31 21:46:23 +08:00
# krew root dir
krew_root_dir : "/usr/local/krew"
2022-02-02 00:12:10 +08:00
# sysctl_file_path to add sysctl conf to
sysctl_file_path : "/etc/sysctl.d/99-sysctl.conf"
2023-06-27 09:24:30 +08:00
system_upgrade : false
system_upgrade_reboot : on -upgrade # never, always
2024-01-23 14:42:33 +08:00
# Enables or disables the scheduler plugins.
scheduler_plugins_enabled : false