Commit 05e6e7df authored by Larkin Heintzman's avatar Larkin Heintzman

ping deployment set up

parent da6817c4
# ROS-Kubernetes
<<<<<<< HEAD
Contains scrips and files to create a fielded ros kubernetes cluster.
# Table of Contents:
......@@ -19,12 +18,9 @@ Contains scrips and files to create a fielded ros kubernetes cluster.
* [Imaging ROS Test](#imaging-ros-test)
* [Handy Troubleshooting Commands](#handy-troubleshooting-commands)
* [Links With More Information](#links-with-more-information)
=======
Contains scrips and files to create a fielded ros kubernetes cluster.
[[_TOC_]]
ToC
[TOC]
>>>>>>> d0875940780175e3deab768c56dbde948bc0adee
<!-- remote desktop tutorial:
https://www.e2enetworks.com/help/knowledge-base/how-to-install-remote-desktop-xrdp-on-ubuntu-18-04/ -->
## Image building
......
......@@ -3,9 +3,11 @@
IP=$(ip route get 8.8.8.8 | awk -F"src " 'NR==1{split($2,a," ");print a[1]}')
INTERFACE=$(ip route get 8.8.8.8 | awk -F"dev " 'NR==1{split($2,a," ");print a[1]}')
OLDIFS=$IFS
IFS="."
read ip1 ip2 ip3 ip4 <<< "$IP"
VIP="$ip1.$ip2.$ip3.233" # virtual ip addr
VIP="$ip1.$ip2.$ip3.25" # virtual ip addr
IFS=$OLDIFS
sudo swapoff -a # turn off swap memory
......@@ -18,20 +20,17 @@ sudo docker run --network host --rm ghcr.io/kube-vip/kube-vip:main manifest pod
--leaderElection | sudo tee /etc/kubernetes/manifests/vip.yaml
# load up endpoint in the config file
# apiServerCertSANs:
# controlPlaneEndpoint:
# advertiseAddress:
configFile="kubeadm-config.yaml"
newIP="$VIP"
key="apiServerCertSANs"
sed -r "s/^(\s*${key}\s*:\s*).*/\1${newIP}/" -i "$configFile"
key="controlPlaneEndpoint"
sed -r "s/^(\s*${key}\s*:\s*).*/\1${newIP}/" -i "$configFile"
key="advertiseAddress"
sed -r "s/^(\s*${key}\s*:\s*).*/\1${newIP}/" -i "$configFile"
sed -r "s/^(\s*${key}\s*:\s*).*/\1"${newIP}:6443"/" -i "$configFile"
# exit 0
# key1="apiServer"
# key2="advertiseAddress"
# sed -r "s/^(\s*${key1}\s*:\s*${key2}\s*).*/\1${newIP}/" -i "$configFile"
#
# key="apiServerCertSANs"
# sed -r "s/^(\s*${key1}\s*:\s*).*/\1${newIP}/" -i "$configFile"
sudo kubeadm init --config kubeadm-config.yaml --upload-certs
......@@ -46,11 +45,31 @@ sudo cp -f /etc/kubernetes/admin.conf $HOME/.kube/config
sudo chown $(id -u):$(id -g) $HOME/.kube/config
kubectl apply -f flannel.yml
kubectl taint nodes --all node-role.kubernetes.io/master-
# create control-plane join command and copy it to clip
OLDIFS=$IFS
IFS=''
ifCMD="ip route get 8.8.8.8 | awk -F'dev ' 'NR==1{split(\$2,a,\" \");print a[1]}'"
vipCMD="sudo docker run --network host --rm ghcr.io/kube-vip/kube-vip:main manifest pod --vip "$VIP" \
--interface wlan0 \
--arp \
--controlplane \
--leaderElection | sudo tee /etc/kubernetes/manifests/vip.yaml"
# echo $(/bin/bash -c "$ifCMD")
# echo $(/bin/bash -c "$vipCMD")
IFS=$OLDIFS
echo "------------------------------------------"
newKey=$(sudo kubeadm init phase upload-certs --upload-certs | sed -n '3~0p')
echo "$(kubeadm token create --print-join-command) --control-plane --certificate-key $newKey" | xclip -sel clip
# create vip.yaml in manifests of new control plane
# echo "$(ip route get 8.8.8.8 | awk -F"dev " 'NR==1{split($2,a," ");print a[1]}')"
# was working here
echo "$vipCMD && sudo $(kubeadm token create --print-join-command) --control-plane --certificate-key $newKey" | xclip -sel clip
echo "..."
echo "Done starting cluster, control-plane join command is copied, don't forget to move load-balancer virtual ip yaml over to new nodes"
exit 0
FROM alpine:3
# FROM alpine:3
FROM bash:latest
RUN apk update && apk upgrade && apk add --no-cache jq
COPY ping.sh /
HEALTHCHECK --interval=5s --timeout=3s \
CMD ps aux | grep '[s]h ping' || exit 1
#CMD ["sh", "ping"]
# CMD ["/bin/sh"]
# health check runs grep command every 10 seconds and registers container as unhealthy if it takes longer than 3 seconds or ping is not running
HEALTHCHECK --interval=10s --timeout=3s --start-period=5s \
CMD ps aux | grep '[s]h ping' || exit 1
#!/bin/bash
echo ping ${HOSTNAME:=localhost} every ${TIMEOUT:=300} sec
while true; do ping -c 1 ${HOSTNAME}; sleep ${TIMEOUT}; done;
#!/bin/sh
echo ping ${HOSTNAME:=localhost} every ${TIMEOUT:=5} sec
#!/usr/local/bin/bash
while true; do ping -c 1 ${HOSTNAME}; sleep ${TIMEOUT}; done;
# endpoints="localhost" filename="/home/llh/pingstats.json"
if test -f "$filename"; then
echo "file $filename already exists."
else
touch "$filename"
echo "{}" > "$filename"
fi
if [[ -n "$nfsFilename" ]]; then
if test -f "$nfsFilename"; then
echo "NFS file $nfsFilename already exists."
else
touch "$nfsFilename"
echo "{}" > "$nfsFilename"
fi
fi
echo ping "${endpoints} every ${downtime:=3} sec, saving to ${filename}"
# for endpoints in "${endpoints[@]}"; do
# done
# --------------------------------------
while true; do
# for endpoints in "${endpoints[@]}"; do
# echo pinging "${endpoints} now ..."
newData=$(ping -c 3 ${endpoints:=localhost} | tail -n 1)
# if nothing comes back, we dont write anything
if [[ -n "$newData" ]]; then
false
echo "$newData"
else
echo "${endpoints} might be unreachable"
continue
fi
OLDIFS=$IFS
IFS=" "
read bit1 bit2 bit3 bit4 bit5 <<< "$newData"
IFS="/"
read num1 num2 num3 num4 <<< "$bit4"
IFS=$OLDIFS
if test -f "$filename"; then
false
else
touch "$filename"
echo "{}" > "$filename"
fi
echo "debugging:"
echo $num1
echo $num2
echo $num3
echo $num4
# keep a diary
if [[ -n "$num4" ]]; then
jq --arg timedate $(date +"%H:%M_%F") --arg target $endpoints --argjson rttMin $num1 --argjson rttAvg $num2 --argjson rttMax $num3 --argjson stdDev $num4 '.[$target][$timedate] += [{"min":$rttMin,"avg":$rttAvg,"max":$rttMax,"std":$stdDev}]' "$filename" > "$filename.tmp" && mv "$filename.tmp" "$filename"
else
jq --arg timedate $(date +"%H:%M_%F") --arg target $endpoints --argjson rttMin $num1 --argjson rttAvg $num2 --argjson rttMax $num3 '.[$target][$timedate] += [{"min":$rttMin,"avg":$rttAvg,"max":$rttMax}]' "$filename" > "$filename.tmp" && mv "$filename.tmp" "$filename"
fi
# write home about it (if connected)
if [[ -n "$nfsFilename" ]]; then
if [[ -n "$num4" ]]; then
jq --arg timedate $(date +"%H:%M_%F") --arg hostname $HOSTNAME --arg target $endpoints --argjson rttMin $num1 --argjson rttAvg $num2 --argjson rttMax $num3 --argjson stdDev $num4 '.[$hostname][$target][$timedate] += [{"min":$rttMin,"avg":$rttAvg,"max":$rttMax,"std":$stdDev}]' "$nfsFilename" > "$nfsFilename.tmp" && mv "$nfsFilename.tmp" "$nfsFilename"
else
jq --arg timedate $(date +"%H:%M_%F") --arg hostname $HOSTNAME --arg target $endpoints --argjson rttMin $num1 --argjson rttAvg $num2 --argjson rttMax $num3 '.[$hostname][$target][$timedate] += [{"min":$rttMin,"avg":$rttAvg,"max":$rttMax}]' "$nfsFilename" > "$nfsFilename.tmp" && mv "$nfsFilename.tmp" "$nfsFilename"
fi
fi
# done
sleep ${downtime:=3}
done
if test -f "$filename.tmp"; then
rm "$filename.tmp"
fi
if test -f "$nfsFilename.tmp"; then
rm "$nfsFilename.tmp"
fi
# kubeadm-config.yaml
apiVersion: kubeadm.k8s.io/v1beta2
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
kubernetesVersion: v1.23.4
kubernetesVersion: v1.24.0
# gets set by startup
controlPlaneEndpoint: 192.168.1.233
controlPlaneEndpoint: 192.168.1.25:6443
networking:
podSubnet: "10.244.0.0/16"
# gets set by startup
apiServerCertSANs: 192.168.1.233
apiServer:
# gets set by startup
advertiseAddress: 192.168.1.233
bindPort: 6443
# api:
# advertiseAddress: "192.168.1.233"
# bindPort: 6443
# apiServerCertSANs:
# - "192.168.1.233"
---
kind: KubeletConfiguration
apiVersion: kubelet.config.k8s.io/v1beta1
......
......@@ -18,33 +18,40 @@ spec:
app: cluster
spec:
hostname: service-ping
tolerations:
- key: "node-role.kubernetes.io/master"
effect: "NoSchedule"
operator: "Exists"
- key: "node-role.kubernetes.io/control-plane"
effect: "NoSchedule"
operator: "Exists"
volumes:
- name: ping-storage
hostPath:
path: /home/llh/pingStats
terminationGracePeriodSeconds: 3
containers:
- name: ping
securityContext:
privileged: true
image: pinga/llh:v0
command: ["/bin/sh"] # You need to run some task inside a
# image: doorbell:latest
volumeMounts:
- name: ping-storage
mountPath: /tmp/pingStats
image: localhost:5000/doorbell:latest
imagePullPolicy: Always
command: ["/usr/local/bin/bash"] # You need to run some task inside a
args: ["-c", "/ping.sh & while true; do sleep 10; done;"] # Our simple program just sleeps inside
# args: ["-c", "/ping.sh" & while true; do sleep 10; done;"] # Our simple program just sleeps inside
# args: ["-c", "./ping.sh"] # Our simple program just sleeps inside
env:
- name: endpoints
value: "localhost"
- name: filename
value: "/tmp/pingStats/pingStats.json"
ports:
- containerPort: 11311
name: pingport
nodeSelector:
kubernetes.io/hostname: sentinel
# kubernetes.io/hostname: pop-os # to run on control plane
# ---
#
# apiVersion: v1
# kind: Service
# metadata:
# name: service-ping
# labels:
# app: cluster
# node: ping
# spec:
# selector:
# app: cluster
# node: ping
# clusterIP: None
# ports:
# - port: 11311
# name: ping
kubernetes.io/hostname: pop-os # to run on control plane
# kubernetes.io/hostname: sentinel
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment