Files
bitcoin-tutorials/k8s/devenv.k3d.sh
2023-10-19 16:24:18 +02:00

250 lines
8.2 KiB
Bash

#!/bin/bash
# wget https://raw.githubusercontent.com/openoms/bitcoin-tutorials/master/k8s/devenv.k3d.sh
# versions:
# https://github.com/GaloyMoney/galoy-infra/blob/main/ci/image/gcp/Dockerfile
# https://github.com/GaloyMoney/galoy-infra/blob/main/modules/inception/gcp/bastion.tf
function help() {
echo "Script to set up a local environment to run https://github.com/GaloyMoney/charts/tree/main/dev
Usage:
devenv.k3d.sh [
clone_all_galoy
install_ssh_nosuspend
setup_devenv_k3d
start_dev_charts
delete_cluster
]"
exit 1
}
function clone_all_galoy() {
mkdir GaloyMoney && cd GaloyMoney
# clone all repos
curl -s https://api.github.com/users/GaloyMoney/repos | grep \"clone_url\" | awk '{print $2}' | sed -e 's/"//g' -e 's/,//g' | xargs -n1 git clone
}
function install_ssh_nosuspend() {
# https://raspibolt.org/guide/raspberry-pi/security.html#fail2ban
sudo apt update
sudo apt install openssh-server -y
sudo systemctl status ssh
sudo ufw allow 22/tcp
sudo apt install fail2ban
# https://github.com/rootzoll/raspiblitz/blob/nosuspend/build_sdcard.sh#L279
sudo systemctl mask sleep.target suspend.target hibernate.target hybrid-sleep.target
sudo mkdir /etc/systemd/sleep.conf.d
echo "[Sleep]
AllowSuspend=no
AllowHibernation=no
AllowSuspendThenHibernate=no
AllowHybridSleep=no" | sudo tee /etc/systemd/sleep.conf.d/nosuspend.conf
sudo mkdir /etc/systemd/logind.conf.d
echo "[Login]
HandleLidSwitch=ignore
HandleLidSwitchDocked=ignore" | sudo tee /etc/systemd/logind.conf.d/nosuspend.conf
}
function setup_devenv_k3d() {
# dedicated user
USERNAME=k3d
echo "# add the user: ${USERNAME}"
sudo adduser --system --group --shell /bin/bash --home /home/${USERNAME} ${USERNAME}
echo "Copy the skeleton files for login"
sudo -u ${USERNAME} cp -r /etc/skel/. /home/${USERNAME}/
sudo adduser ${USERNAME} sudo
# tools
sudo apt update
sudo apt install -y git tmux gnupg unzip curl make htop
# fzf
sudo -u k3d sh -c 'git clone --depth 1 https://github.com/junegunn/fzf.git /home/k3d/.fzf; /home/k3d/.fzf/install --all'
cpu=$(dpkg --print-architecture)
# kubectl
if ! kubectl version 2>/dev/null; then
kubectl_version="1.24.1"
curl -LO https://storage.googleapis.com/kubernetes-release/release/v${kubectl_version}/bin/linux/${cpu}/kubectl
chmod +x ./kubectl
sudo mv ./kubectl /usr/local/bin
fi
# terraform
if ! terraform version 2>/dev/null; then
if [ "${cpu}" = amd64 ]; then
if ! sudo apt install terraform; then
sudo apt-get install -y software-properties-common
curl -fsSL https://apt.releases.hashicorp.com/gpg | sudo apt-key add -
sudo apt-add-repository -y "deb [arch=$(dpkg --print-architecture)] https://apt.releases.hashicorp.com $(lsb_release -cs) main"
sudo apt-get update
sudo apt-get install -y terraform
fi
elif [ "${cpu}" = arm64 ]; then
# RPI
wget -O terraform_1.2.4_linux_arm64.zip https://releases.hashicorp.com/terraform/1.2.4/terraform_1.2.4_linux_arm64.zip || exit 1
wget https://releases.hashicorp.com/terraform/1.2.4/terraform_1.2.4_SHA256SUMS
sha256sum -c terraform_1.2.4_SHA256SUMS --ignore-missing || exit 1
wget https://releases.hashicorp.com/terraform/1.2.4/terraform_1.2.4_SHA256SUMS.sig || exit 1
gpg --verify terraform_1.2.4_SHA256SUMS.sig || exit 1
unzip terraform_1.2.4_linux_arm64.zip
sudo mv ./terraform /usr/local/bin/
fi
fi
## bitcoin
#bitcoin_version="23.0"
#if ! bitcoind --version; then
# if [ "${cpu}" = amd64 ]; then
# wget https://bitcoincore.org/bin/bitcoin-core-${bitcoin_version}/bitcoin-${bitcoin_version}-x86_64-linux-gnu.tar.gz \
# && tar -xvf bitcoin-${bitcoin_version}-x86_64-linux-gnu.tar.gz \
# && sudo mv bitcoin-${bitcoin_version}/bin/* /usr/local/bin
# fi
#fi
# docker
if ! docker version 2>/dev/null; then
# look for raspiblitz install script
if [ -f /home/admin/config.scripts/blitz.docker.sh ]; then
/home/admin/config.scripts/blitz.docker.sh on
else
# https://docs.docker.com/desktop/linux/install/debian/
curl -fsSL https://get.docker.com -o get-docker.sh
sh get-docker.sh
fi
fi
sudo groupadd docker
sudo usermod -aG docker k3d
if ! docker compose version 2>/dev/null; then
# docker compose
# https://docs.docker.com/compose/install/linux/
sudo apt-get install docker-compose-plugin
#sudo wget "https://github.com/docker/compose/releases/download/v2.14.1/docker-compose-linux-x86_64" -O /usr/libexec/docker/cli-plugins/docker-compose
#sudo chmod +x /usr/libexec/docker/cli-plugins/docker-compose
#PATH=$PATH:/usr/libexec/docker/cli-plugins
fi
# helm
if ! helm version 2>/dev/null; then
# https://helm.sh/docs/intro/install/
curl https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
fi
# k3d
if ! k3d version 2>/dev/null; then
wget -q -O - https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | bash
fi
# KUBE_CONFIG_PATH
echo 'export KUBE_CONFIG_PATH=~/.kube/config' |
sudo -u k3d tee -a /home/k3d/.bashrc
# aliases
echo "\
alias egrep='egrep --color=auto'
alias fgrep='fgrep --color=auto'
alias g='git'
alias grep='grep --color=auto'
alias gs='git status'
alias k='kubectl'
alias l='ls -CF'
alias la='ls -A'
alias ll='ls -alF'
alias ls='ls --color=auto'
alias tf='terraform'" |
sudo -u k3d tee -a /home/k3d/.bash_aliases
if [ "${cpu}" = arm64 ]; then
# https://code.pinske.eu/k3d-raspi.html
if ! grep "cgroup_memory=1 cgroup_enable=memory" </boot/cmdline.txt; then
sudo sed -i s/$/ cgroup_memory=1 cgroup_enable=memory/ /boot/cmdline.txt
echo "# Will need to reboot to create a cluster successfully"
fi
fi
# PATH
echo "PATH=$PATH:~/go/bin" | sudo -u k3d tee -a /home/k3d/.bashrc
# for the smoketests
go install github.com/fullstorydev/grpcurl/cmd/grpcurl@latest
# open file limits
echo "# show current open file limits"
sysctl fs.inotify
echo "# increase open file limits"
sudo sysctl -w fs.inotify.max_user_instances=1024
sudo sysctl -w fs.inotify.max_user_watches=524288
echo "\
fs.inotify.max_user_instances=1024
fs.inotify.max_user_watches=524288
" | sudo tee -a /etc/sysctl.conf
# ZFS # https://github.com/k3s-io/k3s/issues/1688#issuecomment-619570374
if [ $(df -T /var/lib/docker | grep -c zfs) -gt 0 ]; then
zfs create -s -V 750GB rpool/ROOT/docker
mkfs.ext4 /dev/zvol/rpool/ROOT/docker
echo "/dev/zvol/rpool/ROOT/docker /var/lib/docker ext4 defaults 0 0" >>/etc/fstab
echo "# needs reboot"
fi
# swap # https://github.com/lightningnetwork/lnd/issues/3612#issuecomment-1399208499
if [ $(cat /proc/swaps | wc -l) -lt 2 ]; then
sudo apt install zram-config
echo "# needs reboot"
fi
# gcloud
# https://cloud.google.com/sdk/docs/install#deb
if ! which gcloud; then
echo "deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main" | sudo tee -a /etc/apt/sources.list.d/google-cloud-sdk.list
curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key --keyring /usr/share/keyrings/cloud.google.gpg add -
sudo apt-get update && sudo apt-get install google-cloud-cli
fi
#ytt
#yq
# fly
wget https://github.com/concourse/concourse/releases/download/v7.9.1/fly-7.9.1-linux-amd64.tgz
tar -xvf fly-7.9.1-linux-amd64.tgz
sudo mv fly /usr/local/bin
}
function start_dev_charts() {
# starting the charts
cd /home/k3d/
sudo -u k3d git clone https://github.com/GaloyMoney/charts
cd /home/k3d/charts/dev
sudo -u k3d direnv allow
sudo -u k3d make create-cluster
sudo -u k3d make init
sudo -u k3d bash -c 'export KUBE_CONFIG_PATH=~/.kube/config; make deploy-services'
sudo -u k3d bash -c 'export KUBE_CONFIG_PATH=~/.kube/config; make deploy'
}
function delete_cluster() {
## REMOVE
cd /home/k3d/charts/dev
sudo -u k3d make delete-cluster
# k3d cluster delete && rm terraform.tfstate
}
if [ "$1" = "setup_devenv_k3d" ]; then
setup_devenv_k3d
elif [ "$1" = "start_dev_charts" ]; then
start_dev_charts
elif [ "$1" = "delete_cluster" ]; then
delete_cluster
elif [ "$1" = "clone_all_galoy" ]; then
clone_all_galoy
elif [ "$1" = "install_ssh_nosuspend" ]; then
install_ssh_nosuspend
else
help
fi