|
|
@ -1,6 +1,8 @@ |
|
|
|
# -*- mode: ruby -*- |
|
|
|
# # vi: set ft=ruby : |
|
|
|
|
|
|
|
# For help on using kubespray with vagrant, check out docs/vagrant.md |
|
|
|
|
|
|
|
require 'fileutils' |
|
|
|
|
|
|
|
Vagrant.require_version ">= 2.0.0" |
|
|
@ -13,15 +15,16 @@ COREOS_URL_TEMPLATE = "https://storage.googleapis.com/%s.release.core-os.net/amd |
|
|
|
DISK_UUID = Time.now.utc.to_i |
|
|
|
|
|
|
|
SUPPORTED_OS = { |
|
|
|
"coreos-stable" => {box: "coreos-stable", user: "core", box_url: COREOS_URL_TEMPLATE % ["stable"]}, |
|
|
|
"coreos-alpha" => {box: "coreos-alpha", user: "core", box_url: COREOS_URL_TEMPLATE % ["alpha"]}, |
|
|
|
"coreos-beta" => {box: "coreos-beta", user: "core", box_url: COREOS_URL_TEMPLATE % ["beta"]}, |
|
|
|
"ubuntu1604" => {box: "generic/ubuntu1604", user: "vagrant"}, |
|
|
|
"ubuntu1804" => {box: "generic/ubuntu1804", user: "vagrant"}, |
|
|
|
"centos" => {box: "centos/7", user: "vagrant"}, |
|
|
|
"fedora" => {box: "fedora/28-cloud-base", user: "vagrant"}, |
|
|
|
"opensuse" => {box: "opensuse/openSUSE-42.3-x86_64", use: "vagrant"}, |
|
|
|
"opensuse-tumbleweed" => {box: "opensuse/openSUSE-Tumbleweed-x86_64", use: "vagrant"}, |
|
|
|
"coreos-stable" => {box: "coreos-stable", user: "core", box_url: COREOS_URL_TEMPLATE % ["stable"]}, |
|
|
|
"coreos-alpha" => {box: "coreos-alpha", user: "core", box_url: COREOS_URL_TEMPLATE % ["alpha"]}, |
|
|
|
"coreos-beta" => {box: "coreos-beta", user: "core", box_url: COREOS_URL_TEMPLATE % ["beta"]}, |
|
|
|
"ubuntu1604" => {box: "generic/ubuntu1604", user: "vagrant"}, |
|
|
|
"ubuntu1804" => {box: "generic/ubuntu1804", user: "vagrant"}, |
|
|
|
"centos" => {box: "centos/7", user: "vagrant"}, |
|
|
|
"centos-bento" => {box: "bento/centos-7.5", user: "vagrant"}, |
|
|
|
"fedora" => {box: "fedora/28-cloud-base", user: "vagrant"}, |
|
|
|
"opensuse" => {box: "opensuse/openSUSE-42.3-x86_64", user: "vagrant"}, |
|
|
|
"opensuse-tumbleweed" => {box: "opensuse/openSUSE-Tumbleweed-x86_64", user: "vagrant"}, |
|
|
|
} |
|
|
|
|
|
|
|
# Defaults for config options defined in CONFIG |
|
|
@ -50,8 +53,6 @@ $kube_node_instances_with_disks_number = 2 |
|
|
|
|
|
|
|
$playbook = "cluster.yml" |
|
|
|
|
|
|
|
$local_release_dir = "/vagrant/temp" |
|
|
|
|
|
|
|
host_vars = {} |
|
|
|
|
|
|
|
if File.exist?(CONFIG) |
|
|
@ -60,13 +61,13 @@ end |
|
|
|
|
|
|
|
$box = SUPPORTED_OS[$os][:box] |
|
|
|
# if $inventory is not set, try to use example |
|
|
|
$inventory = File.join(File.dirname(__FILE__), "inventory", "sample") if ! $inventory |
|
|
|
$inventory = "inventory/sample" if ! $inventory |
|
|
|
$inventory = File.absolute_path($inventory, File.dirname(__FILE__)) |
|
|
|
|
|
|
|
# if $inventory has a hosts file use it, otherwise copy over vars etc |
|
|
|
# to where vagrant expects dynamic inventory to be. |
|
|
|
if ! File.exist?(File.join(File.dirname($inventory), "hosts")) |
|
|
|
$vagrant_ansible = File.join(File.dirname(__FILE__), ".vagrant", |
|
|
|
"provisioners", "ansible") |
|
|
|
# if $inventory has a hosts.ini file use it, otherwise copy over |
|
|
|
# vars etc to where vagrant expects dynamic inventory to be |
|
|
|
if ! File.exist?(File.join(File.dirname($inventory), "hosts.ini")) |
|
|
|
$vagrant_ansible = File.join(File.dirname(__FILE__), ".vagrant", "provisioners", "ansible") |
|
|
|
FileUtils.mkdir_p($vagrant_ansible) if ! File.exist?($vagrant_ansible) |
|
|
|
if ! File.exist?(File.join($vagrant_ansible,"inventory")) |
|
|
|
FileUtils.ln_s($inventory, File.join($vagrant_ansible,"inventory")) |
|
|
@ -81,80 +82,60 @@ if Vagrant.has_plugin?("vagrant-proxyconf") |
|
|
|
end |
|
|
|
|
|
|
|
Vagrant.configure("2") do |config| |
|
|
|
# always use Vagrants insecure key |
|
|
|
config.ssh.insert_key = false |
|
|
|
|
|
|
|
config.vm.box = $box |
|
|
|
if SUPPORTED_OS[$os].has_key? :box_url |
|
|
|
config.vm.box_url = SUPPORTED_OS[$os][:box_url] |
|
|
|
end |
|
|
|
config.ssh.username = SUPPORTED_OS[$os][:user] |
|
|
|
|
|
|
|
# plugin conflict |
|
|
|
if Vagrant.has_plugin?("vagrant-vbguest") then |
|
|
|
config.vbguest.auto_update = false |
|
|
|
end |
|
|
|
(1..$num_instances).each do |i| |
|
|
|
config.vm.define vm_name = "%s-%02d" % [$instance_name_prefix, i] do |config| |
|
|
|
config.vm.hostname = vm_name |
|
|
|
|
|
|
|
if Vagrant.has_plugin?("vagrant-proxyconf") |
|
|
|
config.proxy.http = ENV['HTTP_PROXY'] || ENV['http_proxy'] || "" |
|
|
|
config.proxy.https = ENV['HTTPS_PROXY'] || ENV['https_proxy'] || "" |
|
|
|
config.proxy.no_proxy = $no_proxy |
|
|
|
end |
|
|
|
# always use Vagrants insecure key |
|
|
|
config.ssh.insert_key = false |
|
|
|
|
|
|
|
if $expose_docker_tcp |
|
|
|
config.vm.network "forwarded_port", guest: 2375, host: ($expose_docker_tcp + i - 1), auto_correct: true |
|
|
|
end |
|
|
|
(1..$num_instances).each do |i| |
|
|
|
config.vm.define vm_name = "%s-%01d" % [$instance_name_prefix, i] do |node| |
|
|
|
|
|
|
|
$forwarded_ports.each do |guest, host| |
|
|
|
config.vm.network "forwarded_port", guest: guest, host: host, auto_correct: true |
|
|
|
node.vm.hostname = vm_name |
|
|
|
|
|
|
|
if Vagrant.has_plugin?("vagrant-proxyconf") |
|
|
|
node.proxy.http = ENV['HTTP_PROXY'] || ENV['http_proxy'] || "" |
|
|
|
node.proxy.https = ENV['HTTPS_PROXY'] || ENV['https_proxy'] || "" |
|
|
|
node.proxy.no_proxy = $no_proxy |
|
|
|
end |
|
|
|
|
|
|
|
["vmware_fusion", "vmware_workstation"].each do |vmware| |
|
|
|
config.vm.provider vmware do |v| |
|
|
|
node.vm.provider vmware do |v| |
|
|
|
v.vmx['memsize'] = $vm_memory |
|
|
|
v.vmx['numvcpus'] = $vm_cpus |
|
|
|
end |
|
|
|
end |
|
|
|
|
|
|
|
config.vm.synced_folder ".", "/vagrant", type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z'] |
|
|
|
|
|
|
|
$shared_folders.each do |src, dst| |
|
|
|
config.vm.synced_folder src, dst, type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z'] |
|
|
|
end |
|
|
|
|
|
|
|
config.vm.provider :virtualbox do |vb| |
|
|
|
vb.gui = $vm_gui |
|
|
|
node.vm.provider :virtualbox do |vb| |
|
|
|
vb.memory = $vm_memory |
|
|
|
vb.cpus = $vm_cpus |
|
|
|
vb.gui = $vm_gui |
|
|
|
vb.linked_clone = true |
|
|
|
end |
|
|
|
|
|
|
|
config.vm.provider :libvirt do |lv| |
|
|
|
lv.memory = $vm_memory |
|
|
|
# Fix kernel panic on fedora 28 |
|
|
|
if $os == "fedora" |
|
|
|
lv.cpu_mode = "host-passthrough" |
|
|
|
end |
|
|
|
end |
|
|
|
|
|
|
|
ip = "#{$subnet}.#{i+100}" |
|
|
|
host_vars[vm_name] = { |
|
|
|
"ip": ip, |
|
|
|
"local_release_dir" => $local_release_dir, |
|
|
|
"download_run_once": "False", |
|
|
|
"kube_network_plugin": $network_plugin, |
|
|
|
"kube_network_plugin_multus": $multi_networking |
|
|
|
} |
|
|
|
|
|
|
|
config.vm.network :private_network, ip: ip |
|
|
|
|
|
|
|
# Disable swap for each vm |
|
|
|
config.vm.provision "shell", inline: "swapoff -a" |
|
|
|
node.vm.provider :libvirt do |lv| |
|
|
|
lv.memory = $vm_memory |
|
|
|
lv.cpus = $vm_cpus |
|
|
|
lv.default_prefix = 'kubespray' |
|
|
|
# Fix kernel panic on fedora 28 |
|
|
|
if $os == "fedora" |
|
|
|
lv.cpu_mode = "host-passthrough" |
|
|
|
end |
|
|
|
end |
|
|
|
|
|
|
|
if $kube_node_instances_with_disks |
|
|
|
# Libvirt |
|
|
|
driverletters = ('a'..'z').to_a |
|
|
|
config.vm.provider :libvirt do |lv| |
|
|
|
node.vm.provider :libvirt do |lv| |
|
|
|
# always make /dev/sd{a/b/c} so that CI can ensure that |
|
|
|
# virtualbox and libvirt will have the same devices to use for OSDs |
|
|
|
(1..$kube_node_instances_with_disks_number).each do |d| |
|
|
@ -163,24 +144,51 @@ Vagrant.configure("2") do |config| |
|
|
|
end |
|
|
|
end |
|
|
|
|
|
|
|
# Only execute once the Ansible provisioner, |
|
|
|
# when all the machines are up and ready. |
|
|
|
if $expose_docker_tcp |
|
|
|
node.vm.network "forwarded_port", guest: 2375, host: ($expose_docker_tcp + i - 1), auto_correct: true |
|
|
|
end |
|
|
|
|
|
|
|
$forwarded_ports.each do |guest, host| |
|
|
|
node.vm.network "forwarded_port", guest: guest, host: host, auto_correct: true |
|
|
|
end |
|
|
|
|
|
|
|
node.vm.synced_folder ".", "/vagrant", disabled: false, type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z'] , rsync__exclude: ['.git','venv'] |
|
|
|
$shared_folders.each do |src, dst| |
|
|
|
node.vm.synced_folder src, dst, type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z'] |
|
|
|
end |
|
|
|
|
|
|
|
ip = "#{$subnet}.#{i+100}" |
|
|
|
node.vm.network :private_network, ip: ip |
|
|
|
|
|
|
|
# Disable swap for each vm |
|
|
|
node.vm.provision "shell", inline: "swapoff -a" |
|
|
|
|
|
|
|
host_vars[vm_name] = { |
|
|
|
"ip": ip, |
|
|
|
"kube_network_plugin": $network_plugin, |
|
|
|
"kube_network_plugin_multus": $multi_networking, |
|
|
|
"docker_keepcache": "1", |
|
|
|
"download_run_once": "True", |
|
|
|
"download_localhost": "False" |
|
|
|
} |
|
|
|
|
|
|
|
# Only execute the Ansible provisioner once, when all the machines are up and ready. |
|
|
|
if i == $num_instances |
|
|
|
config.vm.provision "ansible" do |ansible| |
|
|
|
node.vm.provision "ansible" do |ansible| |
|
|
|
ansible.playbook = $playbook |
|
|
|
if File.exist?(File.join(File.dirname($inventory), "hosts")) |
|
|
|
if File.exist?(File.join( $inventory, "hosts.ini")) |
|
|
|
ansible.inventory_path = $inventory |
|
|
|
end |
|
|
|
ansible.become = true |
|
|
|
ansible.limit = "all" |
|
|
|
ansible.host_key_checking = false |
|
|
|
ansible.raw_arguments = ["--forks=#{$num_instances}", "--flush-cache"] |
|
|
|
ansible.raw_arguments = ["--forks=#{$num_instances}", "--flush-cache", "--ask-become-pass"] |
|
|
|
ansible.host_vars = host_vars |
|
|
|
#ansible.tags = ['download'] |
|
|
|
ansible.groups = { |
|
|
|
"etcd" => ["#{$instance_name_prefix}-0[1:#{$etcd_instances}]"], |
|
|
|
"kube-master" => ["#{$instance_name_prefix}-0[1:#{$kube_master_instances}]"], |
|
|
|
"kube-node" => ["#{$instance_name_prefix}-0[1:#{$kube_node_instances}]"], |
|
|
|
"etcd" => ["#{$instance_name_prefix}-[1:#{$etcd_instances}]"], |
|
|
|
"kube-master" => ["#{$instance_name_prefix}-[1:#{$kube_master_instances}]"], |
|
|
|
"kube-node" => ["#{$instance_name_prefix}-[1:#{$kube_node_instances}]"], |
|
|
|
"k8s-cluster:children" => ["kube-master", "kube-node"], |
|
|
|
} |
|
|
|
end |
|
|
|