You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

321 lines
13 KiB

  1. ---
  2. ## Required for bootstrap-os/preinstall/download roles and setting facts
  3. # Valid bootstrap options (required): ubuntu, coreos, centos, none
  4. bootstrap_os: none
  5. # Use proxycommand if bastion host is in group all
  6. # This change obseletes editing ansible.cfg file depending on bastion existance
  7. ansible_ssh_common_args: "{% if 'bastion' in groups['all'] %} -o ProxyCommand='ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -W %h:%p {{ ansible_user }}@{{hostvars['bastion']['ansible_host']}} ' {% endif %}"
  8. kube_api_anonymous_auth: false
  9. # Default value, but will be set to true automatically if detected
  10. is_atomic: false
  11. ## Change this to use another Kubernetes version, e.g. a current beta release
  12. kube_version: v1.9.3
  13. ## Kube Proxy mode One of ['iptables','ipvs']
  14. kube_proxy_mode: iptables
  15. # Set to true to allow pre-checks to fail and continue deployment
  16. ignore_assert_errors: false
  17. # Directory where the binaries will be installed
  18. bin_dir: /usr/local/bin
  19. docker_bin_dir: /usr/bin
  20. etcd_data_dir: /var/lib/etcd
  21. # Where the binaries will be downloaded.
  22. # Note: ensure that you've enough disk space (about 1G)
  23. local_release_dir: "/tmp/releases"
  24. # Random shifts for retrying failed ops like pushing/downloading
  25. retry_stagger: 5
  26. # DNS configuration.
  27. # Kubernetes cluster name, also will be used as DNS domain
  28. cluster_name: cluster.local
  29. # Subdomains of DNS domain to be resolved via /etc/resolv.conf for hostnet pods
  30. ndots: 2
  31. # Can be dnsmasq_kubedns, kubedns, manual or none
  32. dns_mode: kubedns
  33. # Should be set to a cluster IP if using a custom cluster DNS
  34. # manual_dns_server: 10.x.x.x
  35. # Can be docker_dns, host_resolvconf or none
  36. resolvconf_mode: docker_dns
  37. # Deploy netchecker app to verify DNS resolve as an HTTP service
  38. deploy_netchecker: false
  39. # Ip address of the kubernetes skydns service
  40. skydns_server: "{{ kube_service_addresses|ipaddr('net')|ipaddr(3)|ipaddr('address') }}"
  41. dnsmasq_dns_server: "{{ kube_service_addresses|ipaddr('net')|ipaddr(2)|ipaddr('address') }}"
  42. dns_domain: "{{ cluster_name }}"
  43. # Kubernetes configuration dirs and system namespace.
  44. # Those are where all the additional config stuff goes
  45. # the kubernetes normally puts in /srv/kubernets.
  46. # This puts them in a sane location and namespace.
  47. # Editting those values will almost surely break something.
  48. kube_config_dir: /etc/kubernetes
  49. kube_script_dir: "{{ bin_dir }}/kubernetes-scripts"
  50. kube_manifest_dir: "{{ kube_config_dir }}/manifests"
  51. system_namespace: kube-system
  52. # This is where all the cert scripts and certs will be located
  53. kube_cert_dir: "{{ kube_config_dir }}/ssl"
  54. # This is where all of the bearer tokens will be stored
  55. kube_token_dir: "{{ kube_config_dir }}/tokens"
  56. # This is where to save basic auth file
  57. kube_users_dir: "{{ kube_config_dir }}/users"
  58. # This is the group that the cert creation scripts chgrp the
  59. # cert files to. Not really changable...
  60. kube_cert_group: kube-cert
  61. # Cluster Loglevel configuration
  62. kube_log_level: 2
  63. # Users to create for basic auth in Kubernetes API via HTTP
  64. kube_api_pwd: "changeme"
  65. kube_users:
  66. kube:
  67. pass: "{{kube_api_pwd}}"
  68. role: admin
  69. # Choose network plugin (cilium, calico, weave or flannel)
  70. # Can also be set to 'cloud', which lets the cloud provider setup appropriate routing
  71. kube_network_plugin: calico
  72. # Determines if calico-rr group exists
  73. peer_with_calico_rr: "{{ 'calico-rr' in groups and groups['calico-rr']|length > 0 }}"
  74. # Kubernetes internal network for services, unused block of space.
  75. kube_service_addresses: 10.233.0.0/18
  76. # internal network. When used, it will assign IP
  77. # addresses from this range to individual pods.
  78. # This network must be unused in your network infrastructure!
  79. kube_pods_subnet: 10.233.64.0/18
  80. # internal network node size allocation (optional). This is the size allocated
  81. # to each node on your network. With these defaults you should have
  82. # room for 64 nodes with 254 pods per node.
  83. # Example: Up to 256 nodes, 100 pods per node (/16 network):
  84. # - kube_service_addresses: 10.233.0.0/17
  85. # - kube_pods_subnet: 10.233.128.0/17
  86. # - kube_network_node_prefix: 25
  87. # Example: Up to 4096 nodes, 100 pods per node (/12 network):
  88. # - kube_service_addresses: 10.192.0.0/13
  89. # - kube_pods_subnet: 10.200.0.0/13
  90. # - kube_network_node_prefix: 25
  91. kube_network_node_prefix: 24
  92. # The virtual cluster IP, real host IPs and ports the API Server will be
  93. # listening on.
  94. # NOTE: loadbalancer_apiserver_localhost somewhat alters the final API enpdoint
  95. # access IP value (automatically evaluated below)
  96. kube_apiserver_ip: "{{ kube_service_addresses|ipaddr('net')|ipaddr(1)|ipaddr('address') }}"
  97. kube_apiserver_bind_address: 0.0.0.0
  98. # https
  99. kube_apiserver_port: 6443
  100. # http
  101. kube_apiserver_insecure_bind_address: 127.0.0.1
  102. kube_apiserver_insecure_port: 8080
  103. # Aggregator
  104. kube_api_aggregator_routing: true
  105. # Path used to store Docker data
  106. docker_daemon_graph: "/var/lib/docker"
  107. # Docker log options
  108. # Rotate container stderr/stdout logs at 50m and keep last 5
  109. docker_log_opts: "--log-opt max-size=50m --log-opt max-file=5"
  110. ## A string of extra options to pass to the docker daemon.
  111. ## This string should be exactly as you wish it to appear.
  112. ## An obvious use case is allowing insecure-registry access
  113. ## to self hosted registries like so:
  114. docker_options: "--insecure-registry={{ kube_service_addresses }} --graph={{ docker_daemon_graph }} {{ docker_log_opts }}"
  115. # Settings for containerized control plane (etcd/kubelet/secrets)
  116. etcd_deployment_type: docker
  117. kubelet_deployment_type: docker
  118. cert_management: script
  119. vault_deployment_type: docker
  120. helm_deployment_type: host
  121. # Enable kubeadm deployment (experimental)
  122. kubeadm_enabled: false
  123. # Make a copy of kubeconfig on the host that runs Ansible in GITDIR/artifacts
  124. kubeconfig_localhost: false
  125. # Download kubectl onto the host that runs Ansible in GITDIR/artifacts
  126. kubectl_localhost: false
  127. # K8s image pull policy (imagePullPolicy)
  128. k8s_image_pull_policy: IfNotPresent
  129. # Kubernetes dashboard
  130. # RBAC required. see docs/getting-started.md for access details.
  131. dashboard_enabled: true
  132. # Addons which can be enabled
  133. efk_enabled: false
  134. helm_enabled: false
  135. istio_enabled: false
  136. registry_enabled: false
  137. enable_network_policy: false
  138. local_volume_provisioner_enabled: "{{ local_volumes_enabled | default('false') }}"
  139. persistent_volumes_enabled: false
  140. cephfs_provisioner_enabled: false
  141. ## When OpenStack is used, Cinder version can be explicitly specified if autodetection fails (Fixed in 1.9: https://github.com/kubernetes/kubernetes/issues/50461)
  142. # openstack_blockstorage_version: "v1/v2/auto (default)"
  143. ## When OpenStack is used, if LBaaSv2 is available you can enable it with the following 2 variables.
  144. openstack_lbaas_enabled: false
  145. # openstack_lbaas_subnet_id: "Neutron subnet ID (not network ID) to create LBaaS VIP"
  146. ## To enable automatic floating ip provisioning, specify a subnet.
  147. # openstack_lbaas_floating_network_id: "Neutron network ID (not subnet ID) to get floating IP from, disabled by default"
  148. ## Override default LBaaS behavior
  149. # openstack_lbaas_use_octavia: False
  150. # openstack_lbaas_method: "ROUND_ROBIN"
  151. # openstack_lbaas_provider: "haproxy"
  152. openstack_lbaas_create_monitor: "yes"
  153. openstack_lbaas_monitor_delay: "1m"
  154. openstack_lbaas_monitor_timeout: "30s"
  155. openstack_lbaas_monitor_max_retries: "3"
  156. ## List of authorization modes that must be configured for
  157. ## the k8s cluster. Only 'AlwaysAllow', 'AlwaysDeny', 'Node' and
  158. ## 'RBAC' modes are tested. Order is important.
  159. authorization_modes: ['Node', 'RBAC']
  160. rbac_enabled: "{{ 'RBAC' in authorization_modes or kubeadm_enabled }}"
  161. ## List of key=value pairs that describe feature gates for
  162. ## the k8s cluster.
  163. kube_feature_gates:
  164. - "Initializers={{ istio_enabled | string }}"
  165. - "PersistentLocalVolumes={{ local_volume_provisioner_enabled | string }}"
  166. - "VolumeScheduling={{ local_volume_provisioner_enabled | string }}"
  167. - "MountPropagation={{ local_volume_provisioner_enabled | string }}"
  168. # Vault data dirs.
  169. vault_base_dir: /etc/vault
  170. vault_cert_dir: "{{ vault_base_dir }}/ssl"
  171. vault_config_dir: "{{ vault_base_dir }}/config"
  172. vault_roles_dir: "{{ vault_base_dir }}/roles"
  173. vault_secrets_dir: "{{ vault_base_dir }}/secrets"
  174. ## Running on top of openstack vms with cinder enabled may lead to unschedulable pods due to NoVolumeZoneConflict restriction in kube-scheduler.
  175. ## See https://github.com/kubernetes-incubator/kubespray/issues/2141
  176. ## Set this variable to true to get rid of this issue
  177. volume_cross_zone_attachment: false
  178. # weave's network password for encryption
  179. # if null then no network encryption
  180. # you can use --extra-vars to pass the password in command line
  181. weave_password: EnterPasswordHere
  182. # Weave uses consensus mode by default
  183. # Enabling seed mode allow to dynamically add or remove hosts
  184. # https://www.weave.works/docs/net/latest/ipam/
  185. weave_mode_seed: false
  186. # This two variable are automatically changed by the weave's role in group_vars/k8s-cluster.yml.
  187. # Do not manually change these values
  188. weave_seed: uninitialized
  189. weave_peers: uninitialized
  190. ## Set no_proxy to all assigned cluster IPs and hostnames
  191. no_proxy: >-
  192. {%- if loadbalancer_apiserver is defined -%}
  193. {{ apiserver_loadbalancer_domain_name| default('') }},
  194. {{ loadbalancer_apiserver.address | default('') }},
  195. {%- endif -%}
  196. {%- for item in (groups['k8s-cluster'] + groups['etcd'] + groups['calico-rr']|default([]))|unique -%}
  197. {{ hostvars[item]['access_ip'] | default(hostvars[item]['ip'] | default(hostvars[item]['ansible_default_ipv4']['address'])) }},
  198. {%- if (item != hostvars[item]['ansible_hostname']) -%}
  199. {{ hostvars[item]['ansible_hostname'] }},
  200. {{ hostvars[item]['ansible_hostname'] }}.{{ dns_domain }},
  201. {%- endif -%}
  202. {{ item }},{{ item }}.{{ dns_domain }},
  203. {%- endfor -%}
  204. 127.0.0.1,localhost
  205. proxy_env:
  206. http_proxy: "{{ http_proxy| default ('') }}"
  207. https_proxy: "{{ https_proxy| default ('') }}"
  208. no_proxy: "{{ no_proxy }}"
  209. # Vars for pointing to kubernetes api endpoints
  210. is_kube_master: "{{ inventory_hostname in groups['kube-master'] }}"
  211. kube_apiserver_count: "{{ groups['kube-master'] | length }}"
  212. kube_apiserver_address: "{{ ip | default(ansible_default_ipv4['address']) }}"
  213. kube_apiserver_access_address: "{{ access_ip | default(kube_apiserver_address) }}"
  214. first_kube_master: "{{ hostvars[groups['kube-master'][0]]['access_ip'] | default(hostvars[groups['kube-master'][0]]['ip'] | default(hostvars[groups['kube-master'][0]]['ansible_default_ipv4']['address'])) }}"
  215. loadbalancer_apiserver_localhost: "{{ loadbalancer_apiserver is not defined }}"
  216. # applied if only external loadbalancer_apiserver is defined, otherwise ignored
  217. apiserver_loadbalancer_domain_name: "lb-apiserver.kubernetes.local"
  218. kube_apiserver_endpoint: |-
  219. {% if not is_kube_master and loadbalancer_apiserver_localhost -%}
  220. https://localhost:{{ nginx_kube_apiserver_port|default(kube_apiserver_port) }}
  221. {%- elif is_kube_master -%}
  222. https://{{ kube_apiserver_bind_address | regex_replace('0\.0\.0\.0','127.0.0.1') }}:{{ kube_apiserver_port }}
  223. {%- else -%}
  224. {%- if loadbalancer_apiserver is defined and loadbalancer_apiserver.port is defined -%}
  225. https://{{ apiserver_loadbalancer_domain_name|default('lb-apiserver.kubernetes.local') }}:{{ loadbalancer_apiserver.port|default(kube_apiserver_port) }}
  226. {%- else -%}
  227. https://{{ first_kube_master }}:{{ kube_apiserver_port }}
  228. {%- endif -%}
  229. {%- endif %}
  230. kube_apiserver_insecure_endpoint: >-
  231. http://{{ kube_apiserver_insecure_bind_address | regex_replace('0\.0\.0\.0','127.0.0.1') }}:{{ kube_apiserver_insecure_port }}
  232. kube_apiserver_client_cert: |-
  233. {% if kubeadm_enabled -%}
  234. {{ kube_cert_dir }}/ca.crt
  235. {%- else -%}
  236. {{ kube_cert_dir }}/apiserver.pem
  237. {%- endif %}
  238. kube_apiserver_client_key: |-
  239. {% if kubeadm_enabled -%}
  240. {{ kube_cert_dir }}/ca.key
  241. {%- else -%}
  242. {{ kube_cert_dir }}/apiserver-key.pem
  243. {%- endif %}
  244. # Set to true to deploy etcd-events cluster
  245. etcd_events_cluster_setup: false
  246. # Vars for pointing to etcd endpoints
  247. is_etcd_master: "{{ inventory_hostname in groups['etcd'] }}"
  248. etcd_address: "{{ ip | default(ansible_default_ipv4['address']) }}"
  249. etcd_access_address: "{{ access_ip | default(etcd_address) }}"
  250. etcd_peer_url: "https://{{ etcd_access_address }}:2380"
  251. etcd_client_url: "https://{{ etcd_access_address }}:2379"
  252. etcd_events_peer_url: "https://{{ etcd_access_address }}:2382"
  253. etcd_events_client_url: "https://{{ etcd_access_address }}:2381"
  254. etcd_access_addresses: |-
  255. {% for item in groups['etcd'] -%}
  256. https://{{ hostvars[item]['access_ip'] | default(hostvars[item]['ip'] | default(hostvars[item]['ansible_default_ipv4']['address'])) }}:2379{% if not loop.last %},{% endif %}
  257. {%- endfor %}
  258. etcd_events_access_addresses: |-
  259. {% for item in groups['etcd'] -%}
  260. https://{{ hostvars[item]['access_ip'] | default(hostvars[item]['ip'] | default(hostvars[item]['ansible_default_ipv4']['address'])) }}:2381{% if not loop.last %},{% endif %}
  261. {%- endfor %}
  262. etcd_member_name: |-
  263. {% for host in groups['etcd'] %}
  264. {% if inventory_hostname == host %}{{"etcd"+loop.index|string }}{% endif %}
  265. {% endfor %}
  266. etcd_peer_addresses: |-
  267. {% for item in groups['etcd'] -%}
  268. {{ "etcd"+loop.index|string }}=https://{{ hostvars[item].access_ip | default(hostvars[item].ip | default(hostvars[item].ansible_default_ipv4['address'])) }}:2380{% if not loop.last %},{% endif %}
  269. {%- endfor %}
  270. etcd_events_peer_addresses: |-
  271. {% for item in groups['etcd'] -%}
  272. {{ "etcd"+loop.index|string }}-events=https://{{ hostvars[item].access_ip | default(hostvars[item].ip | default(hostvars[item].ansible_default_ipv4['address'])) }}:2382{% if not loop.last %},{% endif %}
  273. {%- endfor %}