Add quickstart scripts for easy cluster setup
This commit is contained in:
Guillaume
parent
973db6fba8
commit
8675219622
|
|
@ -1 +1,5 @@
|
|||
.*sw[po]
|
||||
cache
|
||||
data
|
||||
dist
|
||||
config.yaml
|
||||
|
|
|
|||
|
|
@ -12,7 +12,8 @@ vars:
|
|||
|
||||
bootstrap_auths:
|
||||
- name: "my-user"
|
||||
sshKey: "ssh-ed25519 xxx my-user"
|
||||
# sshKey: "ssh-ed25519 xxx my-user"
|
||||
sshKey: "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILIomzqVAIqb7BedauhAo2VgbLqme5Jx/vjGUqZLoJqF guillaume@guillaume-archlinux"
|
||||
|
||||
ssh_keys:
|
||||
- "ssh-ed25519 xxx my-user"
|
||||
|
|
@ -27,7 +28,10 @@ vars:
|
|||
netmask: 24
|
||||
gateway: 172.17.1.8
|
||||
dns:
|
||||
- 172.17.1.1
|
||||
#- 172.17.1.1
|
||||
- 208.67.220.220
|
||||
|
||||
dls_base_url: http://172.17.1.8:7606
|
||||
|
||||
etcd:
|
||||
image: quay.io/coreos/etcd
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
#!include hosts/common
|
||||
#!include hosts.incl/common
|
||||
|
||||
labels:
|
||||
"node-role.novit.io/master": "true"
|
||||
|
|
@ -1,4 +1,4 @@
|
|||
#!include common
|
||||
#!include hosts.incl/common
|
||||
|
||||
labels:
|
||||
"node-role.novit.io/node": "true"
|
||||
|
|
@ -1,6 +0,0 @@
|
|||
ip: 10.xx.xx.xx
|
||||
ips:
|
||||
- 127.0.0.1
|
||||
- ::1
|
||||
cluster: master
|
||||
group: master
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
#!include hosts.incl/master
|
||||
|
||||
ip: 172.17.1.100
|
||||
cluster: base
|
||||
|
|
@ -0,0 +1,19 @@
|
|||
apiVersion: v1
|
||||
clusters:
|
||||
- cluster:
|
||||
server: https://172.17.1.100:6443
|
||||
certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUNNakNDQVpPZ0F3SUJBZ0lVZFM5bU5PenhscGJBdXVWcWYyQjIydy96MzdVd0NnWUlLb1pJemowRUF3UXcKTXpFUk1BOEdBMVVFQ2hNSWJtOTJhWFF1YVc4eEhqQWNCZ05WQkFNVEZVUnBjbVZyZEdsc0lFeHZZMkZzSUZObApjblpsY2pBZUZ3MHlNekExTVRneE1UQXpNREJhRncweU9EQTFNVFl4TVRBek1EQmFNRE14RVRBUEJnTlZCQW9UCkNHNXZkbWwwTG1sdk1SNHdIQVlEVlFRREV4VkVhWEpsYTNScGJDQk1iMk5oYkNCVFpYSjJaWEl3Z1pzd0VBWUgKS29aSXpqMENBUVlGSzRFRUFDTURnWVlBQkFBOXdac3h0U2l2RUhUQW50aUx4WFFkUmdxR05sempRMGYwelowQwpyc3hmSGF1K0xrQ1JZNDFoN29ZY21XdVArK09FUlNOL3BGUjhNL3lCZ1dRR0JBbDd2Z0JhZEtpZ01xcHMyalhXCmxUTmt1dnJJbzZhMitESWpjTWNITUhyUUpNUFpzSm8vWGRwOWIyaW5yM2U4dnBiUjFEeEwwRDJMcy9WaWFZL2EKWEE1akR0ZHp2YU5DTUVBd0RnWURWUjBQQVFIL0JBUURBZ0VHTUE4R0ExVWRFd0VCL3dRRk1BTUJBZjh3SFFZRApWUjBPQkJZRUZIdUpKVjVwN0EzdEhWWDkrb2dkQ1IxZkVFbFBNQW9HQ0NxR1NNNDlCQU1FQTRHTUFEQ0JpQUpDCkFQZHZlOU9nRjFmTjE5T2VjTXc0WEhSVFBGcmMvVHp6SFA0WmlRQVRKdUlLMS9hVEozK1k4QUd5b3ByNElXbmsKUWZZeWtVVmpFREJIVTFLN1JWU1h3YjdJQWtJQnd5K2FORVd6N0hxZE5QQTRKZXV2M3ZKUGFXdU9vRElERWxoMwora3o0ZjFpUkR5QVFKbXZta2dxRzA1M214RmRZU2VIU0NpQ2hhN242RG5kUTgveDYwODA9Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
|
||||
name: localconfig
|
||||
contexts:
|
||||
- context:
|
||||
cluster: localconfig
|
||||
namespace: kube-system
|
||||
user: admin
|
||||
name: localconfig
|
||||
current-context: localconfig
|
||||
kind: Config
|
||||
preferences: {}
|
||||
users:
|
||||
- name: admin
|
||||
user:
|
||||
token: DU3ITMWLQN2TVGVDTWIURJ42S4
|
||||
|
|
@ -0,0 +1,107 @@
|
|||
#!/bin/bash
|
||||
|
||||
## Helper funcs
|
||||
|
||||
|
||||
pinfo() {
|
||||
echo -e "\e[32m$@\e[39m"
|
||||
}
|
||||
|
||||
perror() {
|
||||
echo -e "\e[31m$@\e[39m"
|
||||
exit 1
|
||||
}
|
||||
|
||||
dls() {
|
||||
path=$1
|
||||
shift
|
||||
curl -s -H 'Content-Type: application/json' -H 'Authorization: '$DLS_ADM_TOKEN'' http://127.0.0.1:7606${path} "$@"
|
||||
}
|
||||
|
||||
kctl() {
|
||||
kubectl --kubeconfig $ctxdir/kubeconfig "$@"
|
||||
}
|
||||
|
||||
extract_var() {
|
||||
where=$1
|
||||
what=$2
|
||||
grep -rh ' $what: ' $ctxdir/$where/*.yaml|awk '{print $2}'
|
||||
}
|
||||
|
||||
## Run funcs
|
||||
|
||||
prereqs() {
|
||||
[ $UID != 0 ] && perror This program needs to be run as root. Aborting...
|
||||
set -ex
|
||||
cd ..
|
||||
ctxdir=$PWD
|
||||
}
|
||||
|
||||
check_conf() {
|
||||
all_clusters=$(ls $ctxdir/clusters|wc -l)
|
||||
if [ "$all_clusters" != "1" ]; then
|
||||
perror "Those helper scripts are not capable of running several clusters at once, check your configuration. Aborting..."
|
||||
fi
|
||||
}
|
||||
|
||||
fresh_start() {
|
||||
rm -rf $ctxdir/secrets
|
||||
}
|
||||
|
||||
unlock_store() {
|
||||
# Unlock DLS store after checking if online
|
||||
#
|
||||
store_state=$(curl -sw %{http_code} localhost:7606/hosts -o /dev/null)
|
||||
[ "$?" != 0 ] && perror "Direktil Local Server seems not up, please fix. Aborting."
|
||||
|
||||
if [ "$store_state" == "401" ]; then
|
||||
pinfo Unlocking the DLS store ...
|
||||
DLS_ADM_TOKEN=$(dls /public/unlock-store -d "\"${DLS_UNLOCK_TOKEN}\""|tr -d \")
|
||||
pinfo Admin access token is $DLS_ADM_TOKEN
|
||||
echo $DLS_ADM_TOKEN > $ctxdir/secrets/.dls_adm_token
|
||||
chmod 400 > $ctxdir/secrets/.dls_adm_token
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
get_hosts() {
|
||||
hosts_files=$(basename $ctxdir/hosts/*.yaml|sed 's/.yaml//')
|
||||
for h in ${hosts_files}; do
|
||||
ip=$(grep ip: $ctxdir/hosts/${h}.yaml|awk '{print $2}')
|
||||
hosts[$h]="$ip"
|
||||
done
|
||||
}
|
||||
|
||||
get_parts() {
|
||||
for host in ${!hosts[*]}; do
|
||||
mkdir -p $ctxdir/data/$host
|
||||
for part in kernel initrd-v2
|
||||
do
|
||||
partfile=$ctxdir/data/$host/$part
|
||||
test -f $partfile || dls /hosts/$host/$part -o $partfile
|
||||
done
|
||||
diskfile=$ctxdir/data/$host/disk.raw
|
||||
test -f $diskfile || truncate -s ${QEMU_DISK_SIZE:-30G} $diskfile
|
||||
done
|
||||
}
|
||||
|
||||
|
||||
create_kubeconfig() {
|
||||
adm_token=$(dls /clusters/base/tokens/admin)
|
||||
ca_cert=$(dls clusters/base/CAs/cluster/certificate|base64 -w0)
|
||||
vip=$(extract_var clusters vip)
|
||||
vip=$(extract_var clusters api_port)
|
||||
pinfo "Writing new kubeconfig conf in $ctxdir directory, you may want to move it to \~/.kube/ directory for usability"
|
||||
sed -e "s/__VIP_IP__/$vip/" \
|
||||
-e "s/__VIP_API_PORT__/$vip_api_port/" \
|
||||
-e "s/__CA_CERT__/$ca_cert/" \
|
||||
-e "s/__ADM_TOKEN__/$adm_token/" \
|
||||
scripts/.template.kubeconfig > kubeconfig
|
||||
}
|
||||
|
||||
clean() {
|
||||
sudo iptables -t nat -D POSTROUTING -j MASQUERADE -s $QEMU_BR_IP \! -o $QEMU_BR_NAME &>/dev/null
|
||||
sudo iptables -D FORWARD -o $QEMU_BR_NAME -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT &>/dev/null
|
||||
sudo iptables -D FORWARD -j ACCEPT -i $QEMU_BR_NAME &>/dev/null
|
||||
}
|
||||
|
||||
|
|
@ -0,0 +1,19 @@
|
|||
apiVersion: v1
|
||||
clusters:
|
||||
- cluster:
|
||||
server: https://__VIP_IP__:__VIP_API_PORT__
|
||||
certificate-authority-data: __CA_CERT__
|
||||
name: localconfig
|
||||
contexts:
|
||||
- context:
|
||||
cluster: localconfig
|
||||
namespace: kube-system
|
||||
user: admin
|
||||
name: localconfig
|
||||
current-context: localconfig
|
||||
kind: Config
|
||||
preferences: {}
|
||||
users:
|
||||
- name: admin
|
||||
user:
|
||||
token: __ADM_TOKEN__
|
||||
|
|
@ -0,0 +1,34 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
CTR_NAME=dls
|
||||
#
|
||||
#
|
||||
set -xe
|
||||
IMG=mcluseau/dkl-local-server:beta
|
||||
|
||||
start_store() {
|
||||
set +e
|
||||
docker stop $CTR_NAME &>/dev/null
|
||||
docker wait $CTR_NAME &>/dev/null
|
||||
set -e
|
||||
docker run --rm --name $CTR_NAME --net host \
|
||||
-e http_proxy=$http_proxy \
|
||||
-e https_proxy=$https_proxy \
|
||||
-e HTTP_PROXY=$HTTP_PROXY \
|
||||
-e HTTPS_PROXY=$HTTPS_PROXY \
|
||||
-v $ctxdir:/var/lib/direktil \
|
||||
$IMG &
|
||||
# -auto-unlock 'N0v!T'
|
||||
sleep 2
|
||||
}
|
||||
|
||||
|
||||
source .common
|
||||
|
||||
command -v docker 1>/dev/null || perror "Docker is needed, please install it and run again."
|
||||
systemctl is-active docker &>/dev/null || systemctl start docker
|
||||
|
||||
prereqs
|
||||
start_store
|
||||
unlock_store
|
||||
|
||||
|
|
@ -0,0 +1,78 @@
|
|||
#! /bin/sh
|
||||
#
|
||||
# This collection of scripts aims to install a NOVIT cluster easily, with help of QEMU
|
||||
#
|
||||
# Admin token to unlock the DLS store
|
||||
DLS_UNLOCK_TOKEN=changeme
|
||||
#
|
||||
# QEMU local bridge name. If you specificy a custom name, you may have to configure qemu bridge helper to allow it
|
||||
QEMU_BR_NAME=virbr0
|
||||
#
|
||||
# QEMU VM default disk size
|
||||
QEMU_DISK_SIZE=30G
|
||||
# Allocated CPUs to QEMU VMs
|
||||
QEMU_VM_CPU=4
|
||||
# Allocated Memory to QEMU VMs
|
||||
QEMU_VM_MEM=8096
|
||||
################
|
||||
|
||||
|
||||
## QEMU functions
|
||||
#
|
||||
prereqs_qemu() {
|
||||
for com in qemu-system-x86_64 truncate docker iptables ; do
|
||||
command -v $com 1>/dev/null || error Command $com not found, please install it. Aborting...
|
||||
done
|
||||
}
|
||||
setup_network_qemu() {
|
||||
#
|
||||
ip li show $QEMU_BR_NAME &>/dev/null && ip li del $QEMU_BR_NAME
|
||||
ip li add name $QEMU_BR_NAME type bridge
|
||||
ip li set $QEMU_BR_NAME up
|
||||
QEMU_BR_IP=$(extract_var clusters gateway)
|
||||
QEMU_BR_MASK=$(extract_var clusters netmask)
|
||||
if [ $(echo $QEMU_BR_IP | wc -w) -gt 1 ]; then
|
||||
perror "More than one cluster is configured, not compatible with our quick-start setup, exiting"
|
||||
fi
|
||||
pinfo "Using detected gateway IP $QEMU_BR_IP for bridge $QEMU_BR_NAME"
|
||||
ip a add $QEMU_BR_IP dev $QEMU_BR_NAME && {
|
||||
sudo iptables -t nat -I POSTROUTING -j MASQUERADE -s $QEMU_BR_IP/$QEMU_BR_MASK \! -o $QEMU_BR_NAME
|
||||
sudo iptables -I FORWARD -o $QEMU_BR_NAME -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
|
||||
sudo iptables -I FORWARD -j ACCEPT -i $QEMU_BR_NAME
|
||||
}
|
||||
}
|
||||
run_qemu() {
|
||||
id=1
|
||||
for host in ${!hosts[*]}; do
|
||||
ip route add ${hosts[$host]} dev $QEMU_BR_NAME
|
||||
info "Starting host $host with ip ${hosts[$host]}"
|
||||
if test -f $ctxdir/data/$host/pid ; then
|
||||
info "Detected a pid file, killing process in case VM was already started"
|
||||
kill $(<$ctxdir/$host/pid) && sleep 1
|
||||
fi
|
||||
qemu-system-x86_64 -enable-kvm -smp $QEMU_VM_CPU -m $QEMU_VM_MEM \
|
||||
-nic bridge,br=$QEMU_BR_NAME,mac=42:42:42:42:42:0${id} \
|
||||
-kernel $ctxdir/data/$host/kernel -initrd $ctxdir/data/$host/initrd-v2 -vga qxl \
|
||||
-hda $ctxdir/data/$host/disk.raw &
|
||||
echo $! >$ctxdir/data/$host/pid
|
||||
((++id))
|
||||
done
|
||||
info "$(ls $ctxdir/data/*/pid|wc -w) host(s) have been started"
|
||||
}
|
||||
# # # # # # # #
|
||||
|
||||
source .common
|
||||
prereqs
|
||||
prereqs_qemu
|
||||
check_conf
|
||||
fresh_start
|
||||
#unlock_store
|
||||
trap clean SIGINT SIGTERM SIGKILL
|
||||
declare -A hosts
|
||||
setup_network_qemu
|
||||
get_hosts
|
||||
get_parts
|
||||
run_qemu
|
||||
create_kubeconfig
|
||||
clean
|
||||
|
||||
|
|
@ -0,0 +1,49 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
# Health checking DLS store, and install cluster's addons
|
||||
|
||||
source .common
|
||||
|
||||
prereqs_addons() {
|
||||
for com in curl kubectl ; do
|
||||
command -v $com 1>/dev/null || perror "Command $com is not installed, aborting..."
|
||||
done
|
||||
cluster=$(basename $ctxdir/clusters/*.yaml|sed 's/.yaml//')
|
||||
}
|
||||
|
||||
install_addons() {
|
||||
body='{"Kind":"cluster","Name":"'$cluster'","Assets":["addons"]}'
|
||||
download_id=$(dls /authorize-download -d "$body"|tr -d \")
|
||||
dls /public/downloads/${download_id}/addons |\
|
||||
kubectl --kubeconfig kubeconfig apply -f -
|
||||
}
|
||||
|
||||
approve_kubelet_certificates() {
|
||||
tries=5
|
||||
nodes_num=$(kctl get node -oname|wc -l)
|
||||
while [ "$nodes_num" != "${#hosts[*]}" ] ; do
|
||||
pinfo "Waiting for certificates requests to be created by Kubelet when it's ready..."
|
||||
sleep 60s
|
||||
csrs="$(kctl get csr -oname)"
|
||||
if [ "$csrs" != "" ]; then
|
||||
kctl certificate approve $csr
|
||||
fi
|
||||
((tries--))
|
||||
if [ $tries < 1 ]; then
|
||||
pinfo "Timeout waiting for kubelet certificates creation, please investigate why all nodes are not up by now"
|
||||
break
|
||||
fi
|
||||
done
|
||||
pinfo "All kubelets ($nodes_num) are up, enjoy !"
|
||||
}
|
||||
|
||||
prereqs
|
||||
prereqs_addons
|
||||
check_conf
|
||||
unlock_store
|
||||
install_addons
|
||||
|
||||
declare -A hosts
|
||||
get_hosts # get hosts list
|
||||
approve_kubelet_certificates # clients and serving certs
|
||||
|
||||
Loading…
Reference in New Issue