From f1ba34f49b9ea4d2454eaae104c3577a4cbbdc24 Mon Sep 17 00:00:00 2001
From: "g.j.c.strikwerda@rug.nl" <g.j.c.strikwerda@rug.nl>
Date: Fri, 26 Oct 2018 10:41:46 +0200
Subject: [PATCH] kubernetes ala Ger

---
 kube-cluster/README.md             | 51 ++++++++++++++++
 kube-cluster/Vagrantfile           | 93 ++++++++++++++++++++++++++++++
 kube-cluster/etc.hosts             | 20 +++++++
 kube-cluster/fire_stop.sh          | 15 +++++
 kube-cluster/hosts                 |  6 ++
 kube-cluster/kube-dependencies.yml | 86 +++++++++++++++++++++++++++
 kube-cluster/master.yml            | 31 ++++++++++
 kube-cluster/workers.yml           | 22 +++++++
 8 files changed, 324 insertions(+)
 create mode 100644 kube-cluster/README.md
 create mode 100644 kube-cluster/Vagrantfile
 create mode 100644 kube-cluster/etc.hosts
 create mode 100755 kube-cluster/fire_stop.sh
 create mode 100644 kube-cluster/hosts
 create mode 100644 kube-cluster/kube-dependencies.yml
 create mode 100644 kube-cluster/master.yml
 create mode 100644 kube-cluster/workers.yml

diff --git a/kube-cluster/README.md b/kube-cluster/README.md
new file mode 100644
index 0000000..a6c56cd
--- /dev/null
+++ b/kube-cluster/README.md
@@ -0,0 +1,51 @@
+kubernetes ala Ger:
+
+1 Vagrantfile for provisioning 3 clean CentOS7 virtualbox vm's:
+
+Vagrantfile:
+
+- master.ger.test  (master-node)
+- worker1.ger.test (worker-node)
+- worker2.ger.test (worker-node)
+
+kube-depencies.yml: installing kubernetes depencies on all the nodes:
+master.yml        : containing the setup of the kubernetes-cluster on the master:
+worker.yml        : containing setup of workers/joining the cluster
+
+- /etc/hosts: host-file
+
+hosts: ansible hosts info
+
+Use:
+
+provision nodes:
+
+$ vagrant --instance=kubernetes 
+
+install depencies:
+
+$ ansible-playbook -i hosts ./kube-dependencies.yml
+
+install master-node:
+
+$ ansible-playbook -i hosts ./master.yml
+
+install worker-nodes:
+
+$ ansible-playbook -i hosts ./workers.yml
+
+klaar:
+
+$ ssh ger@master
+
+[ger@master ~]$ kubectl get nodes
+NAME               STATUS   ROLES    AGE   VERSION
+master.ger.test    Ready    master   2d    v1.12.1
+worker1.ger.test   Ready    worker   47h   v1.12.1
+worker2.ger.test   Ready    worker   47h   v1.12.1
+
+possilbe extras:
+
+/etc/sysconfig/kubelet:  KUBELET_EXTRA_ARGS=--runtime-cgroups=/systemd/system.slice --kubelet-cgroups=/systemd/system.slice
+
+label node: kubectl label node worker1.ger.test node-role.kubernetes.io/worker=worker
diff --git a/kube-cluster/Vagrantfile b/kube-cluster/Vagrantfile
new file mode 100644
index 0000000..c3c4d58
--- /dev/null
+++ b/kube-cluster/Vagrantfile
@@ -0,0 +1,93 @@
+# coding: utf-8
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# GS: run script after install:
+ $post_script = <<SCRIPT
+ yum install epel-release -y
+ yum install htop -y
+ yum install net-tools -y
+ 
+ useradd ger
+ mkdir /home/ger/.ssh
+ chown ger:ger /home/ger/.ssh/
+ chmod 700 /home/ger/.ssh/
+ cat /tmp/ger.pubkey >> /home/ger/.ssh/authorized_keys
+ 
+ mkdir /root/.ssh
+ chown root:root /root/.ssh/
+ chmod 700 /root/.ssh/
+ cat /tmp/ger.pubkey >> /root/.ssh/authorized_keys
+ 
+ cp /tmp/hosts /etc/hosts
+ cp /tmp/fire_stop.sh /root/fire_stop.sh
+ SCRIPT
+
+# Retrieve instance from command line.
+require 'getoptlong'
+
+opts = GetoptLong.new(
+  [ '--instance', GetoptLong::OPTIONAL_ARGUMENT ]
+)
+
+instance='combined'
+opts.each do |opt, arg|
+  case opt
+    when '--instance'
+      instance=arg
+  end
+end
+
+# Configuration variables.
+VAGRANTFILE_API_VERSION = "2"
+
+BOX = 'centos/7'
+GUI = false
+CPU = 1
+RAM = 1024
+
+DOMAIN  = ".ger.test"
+NETWORK = "192.168.50."
+NETMASK = "255.255.255.0"
+
+if instance == "kubernetes" then
+  HOSTS = { 
+   "master"   => [NETWORK+"21", CPU, RAM, GUI, BOX],
+   "worker1"  => [NETWORK+"22", CPU, RAM, GUI, BOX],
+   "worker2"  => [NETWORK+"23", CPU, RAM, GUI, BOX],
+  }
+end
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  #config.ssh.insert_key ='true' 
+  config.vm.provision "file", source: "/home/ger/.ssh/id_ecdsa.pub", destination: "/tmp/ger.pubkey"  
+  config.vm.provision "file", source: "/etc/hosts", destination: "/tmp/hosts"
+  config.vm.provision "file", source: "/home/ger/fire_stop.sh", destination: "/tmp/fire_stop.sh"
+
+  HOSTS.each do | (name, cfg) |
+    ipaddr, cpu, ram, gui, box = cfg
+
+    config.vm.define name do |machine|
+      machine.vm.box = box
+
+      machine.vm.provider "virtualbox" do |vbox|
+        vbox.gui    = gui
+        vbox.cpus   = cpu
+        vbox.memory = ram
+        vbox.name   = name
+        vbox.customize ["guestproperty", "set", :id, "/VirtualBox/GuestAdd/VBoxService/--timesync-set-threshold", 10000]
+      end
+
+      machine.vm.hostname = name + DOMAIN
+      machine.vm.network 'private_network', ip: ipaddr, netmask: NETMASK
+      machine.vm.synced_folder ".", "/vagrant", disabled: true
+      machine.vm.provision "shell",
+        inline: "sudo timedatectl set-timezone Europe/Amsterdam"
+      machine.vm.provision "shell", 
+        inline: "cat /tmp/ger.pubkey >> /home/vagrant/.ssh/authorized_keys"
+      machine.vm.provision "shell", 
+        inline: $post_script
+    end
+  end
+
+end
diff --git a/kube-cluster/etc.hosts b/kube-cluster/etc.hosts
new file mode 100644
index 0000000..bed248a
--- /dev/null
+++ b/kube-cluster/etc.hosts
@@ -0,0 +1,20 @@
+127.0.0.1	localhost
+127.0.1.1	ger-lpt-werk
+
+# The following lines are desirable for IPv6 capable hosts
+::1     ip6-localhost ip6-loopback
+fe00::0 ip6-localnet
+ff00::0 ip6-mcastprefix
+ff02::1 ip6-allnodes
+ff02::2 ip6-allrouters
+
+192.168.50.11 portal.ger.test portal
+192.168.50.12 icat.ger.test icat
+192.168.50.13 resc1.ger.test resc1
+192.168.50.14 resc2.ger.test resc2
+
+192.168.50.15 test01
+
+192.168.50.21 master.ger.test master
+192.168.50.22 worker1.ger.test worker1
+192.168.50.23 worker2.ger.test worker2
diff --git a/kube-cluster/fire_stop.sh b/kube-cluster/fire_stop.sh
new file mode 100755
index 0000000..f7cf5c6
--- /dev/null
+++ b/kube-cluster/fire_stop.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+iptables -F
+iptables -X
+iptables -Z
+iptables -N LOGDROP
+iptables -A LOGDROP -j LOG
+iptables -A LOGDROP -j DROP
+
+
+iptables -P FORWARD ACCEPT
+iptables -P OUTPUT ACCEPT
+iptables -P INPUT ACCEPT
+iptables --list | grep policy
+
diff --git a/kube-cluster/hosts b/kube-cluster/hosts
new file mode 100644
index 0000000..d130e38
--- /dev/null
+++ b/kube-cluster/hosts
@@ -0,0 +1,6 @@
+[masters]
+master ansible_host=master ansible_user=root
+
+[workers]
+worker1 ansible_host=worker1 ansible_user=root
+worker2 ansible_host=worker2 ansible_user=root
diff --git a/kube-cluster/kube-dependencies.yml b/kube-cluster/kube-dependencies.yml
new file mode 100644
index 0000000..bcf36ce
--- /dev/null
+++ b/kube-cluster/kube-dependencies.yml
@@ -0,0 +1,86 @@
+- hosts: all
+  become: yes
+  tasks:
+   - name: remove swap from /etc/fstab
+     mount:
+       name: swap
+       fstype: swap
+       state: absent
+
+   - name: disable swap
+     command: swapoff -a
+     when: ansible_swaptotal_mb > 0
+
+   - name: install Docker
+     yum:
+       name: docker
+       state: present
+       update_cache: true
+
+   - name: start Docker
+     service:
+       name: docker
+       state: started
+
+   - name: enable Docker
+     service: 
+       name: docker
+       state: started
+       enabled: yes 
+
+   - name: disable firewalld
+     service: 
+       name: firewalld
+       enabled: no 
+
+   - name: disable SELinux
+     command: setenforce 0
+
+   - name: disable SELinux on reboot
+     selinux:
+       state: disabled
+
+   - name: ensure net.bridge.bridge-nf-call-ip6tables is set to 1
+     sysctl:
+      name: net.bridge.bridge-nf-call-ip6tables
+      value: 1
+      state: present
+
+   - name: ensure net.bridge.bridge-nf-call-iptables is set to 1
+     sysctl:
+      name: net.bridge.bridge-nf-call-iptables
+      value: 1
+      state: present
+
+   - name: add Kubernetes' YUM repository
+     yum_repository:
+      name: Kubernetes
+      description: Kubernetes YUM repository
+      baseurl: https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64
+      gpgkey: https://packages.cloud.google.com/yum/doc/yum-key.gpg https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg
+      gpgcheck: yes
+
+   - name: install kubelet
+     yum:
+        name: kubelet
+        state: present
+        update_cache: true
+
+   - name: install kubeadm
+     yum:
+        name: kubeadm
+        state: present
+
+   - name: start kubelet
+     service:
+       name: kubelet
+       enabled: yes
+       state: started
+
+- hosts: master
+  become: yes
+  tasks:
+   - name: install kubectl
+     yum:
+        name: kubectl
+        state: present
diff --git a/kube-cluster/master.yml b/kube-cluster/master.yml
new file mode 100644
index 0000000..c28a13a
--- /dev/null
+++ b/kube-cluster/master.yml
@@ -0,0 +1,31 @@
+- hosts: master
+  become: yes
+  tasks:
+    - name: initialize the cluster
+      shell: kubeadm init --pod-network-cidr=10.244.0.0/16 --apiserver-advertise-address=192.168.50.21 >> cluster_initialized.txt
+      args:
+        chdir: $HOME
+        creates: cluster_initialized.txt
+
+    - name: create .kube directory
+      become: yes
+      become_user: ger
+      file:
+        path: $HOME/.kube
+        state: directory
+        mode: 0755
+
+    - name: copy admin.conf to user's kube config
+      copy:
+        src: /etc/kubernetes/admin.conf
+        dest: /home/ger/.kube/config
+        remote_src: yes
+        owner: ger
+
+    - name: install Pod network
+      become: yes
+      become_user: ger
+      shell: kubectl apply -f https://raw.githubusercontent.com/coreos/flannel/bc79dd1505b0c8681ece4de4c0d86c5cd2643275/Documentation/kube-flannel.yml >> pod_network_setup.txt
+      args:
+        chdir: $HOME
+        creates: pod_network_setup.txt
diff --git a/kube-cluster/workers.yml b/kube-cluster/workers.yml
new file mode 100644
index 0000000..2f49eda
--- /dev/null
+++ b/kube-cluster/workers.yml
@@ -0,0 +1,22 @@
+- hosts: master
+  become: yes
+  gather_facts: false
+  tasks:
+    - name: get join command
+      shell: kubeadm token create --print-join-command
+      register: join_command_raw
+
+    - name: set join command
+      set_fact:
+        join_command: "{{ join_command_raw.stdout_lines[0] }}"
+
+
+- hosts: workers
+  become: yes
+  tasks:
+    - name: join cluster
+      shell: "{{ hostvars['master'].join_command }} >> node_joined.txt"
+      args:
+        chdir: $HOME
+        creates: node_joined.txt
+