mirror of
https://github.com/EvernodeXRPL/hpcore.git
synced 2026-04-29 15:37:59 +00:00
3e2b7dbcfa
* Replaced boost filesystem operations with linux syscalls * Removed boost filesystem dependency from CMAKE
260 lines
8.1 KiB
Bash
Executable File
260 lines
8.1 KiB
Bash
Executable File
#!/bin/bash
|
|
# HotPocket VM cluster setup script.
|
|
|
|
# Usage examples:
|
|
# ./cluster.sh new
|
|
# ./cluster.sh update
|
|
# ./cluster.sh run 1
|
|
|
|
# VM login username and password must exist in vmpass.txt as first two lines.
|
|
vmuser=$(head -1 vmpass.txt | tail -1)
|
|
vmpass=$(head -2 vmpass.txt | tail -1)
|
|
# List of vm domain names of the cluster must exist in vmlist.txt
|
|
# (This list will be treated as the node numbers 1,2.3... from topmost address to the bottom)
|
|
readarray -t vmaddrs < vmlist.txt
|
|
|
|
vmcount=${#vmaddrs[@]}
|
|
mode=$1
|
|
|
|
hpcore=$(realpath ../..)
|
|
|
|
if [ "$mode" = "new" ] || [ "$mode" = "update" ] || [ "$mode" = "reconfig" ] || \
|
|
[ "$mode" = "vminfo" ] || [ "$mode" = "vmresize" ] || [ "$mode" = "vmstop" ] || [ "$mode" = "vmstart" ] || \
|
|
[ "$mode" = "run" ] || [ "$mode" = "check" ] || [ "$mode" = "monitor" ] || [ "$mode" = "kill" ] || [ "$mode" = "reboot" ] || \
|
|
[ "$mode" = "ssh" ] || [ "$mode" = "dns" ] || [ "$mode" = "ssl" ] || [ "$mode" = "lcl" ]; then
|
|
echo "mode: $mode"
|
|
else
|
|
echo "Invalid command. [ new | update | reconfig | vmresize <size> | vmstop | vmstart" \
|
|
" | run <N> | check <N> | monitor <N> | kill <N> | reboot <N> | ssh <N> <custom command>" \
|
|
" | dns <N> <zerossl file> | ssl <N> | lcl ] expected."
|
|
exit 1
|
|
fi
|
|
|
|
# Command modes:
|
|
# new - Install hot pocket dependencies and hot pocket with example contracts to each vm.
|
|
# update - Deploy updated hot pocket and example binaries into each vm.
|
|
# reconfig - Reconfigures the entire cluster using already uploaded HP binaries.
|
|
# run - Run hot pocket of specified vm node.
|
|
# check - Check hot pocket running status of specified vm node.
|
|
# monitor - Monitor streaming hot pocket console output (if running) of specified vm node.
|
|
# kill - Kill hot pocket (if running) of specified vm node.
|
|
# reboot - Reboot specified vm node.
|
|
# ssh - Open up an ssh terminal for the specified vm node.
|
|
# dns - Uploads given zerossl domain verification file to vm and starts http server for DNS check.
|
|
# ssl - Uploads matching zerossl certificate bundle from ~/Downloads/ to the contract.
|
|
# lcl - Displays the lcls of all nodes.
|
|
|
|
if [ $mode = "run" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'nohup sudo ~/hpfiles/bin/hpcore run ~/contract'
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'tail -f nohup.out'
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "check" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'echo hpcore pid:$(pidof hpcore) hpfs pid:$(pidof hpfs) websocketd pid:$(pidof websocketd) websocat pid:$(pidof websocat)'
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "monitor" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'tail -f nohup.out'
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "kill" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'sudo kill $(pidof hpcore) > /dev/null 2>&1'
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'sudo kill $(pidof hpfs) > /dev/null 2>&1'
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'sudo kill $(pidof websocketd) > /dev/null 2>&1'
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'sudo kill $(pidof websocat) > /dev/null 2>&1'
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "reboot" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'sudo reboot'
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "ssh" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr $3
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "dns" ]; then
|
|
if [[ $3 = "" ]]; then
|
|
echo "Please provide zerossl domain verification txt file path."
|
|
exit 1
|
|
fi
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'mkdir -p ~/web80/.well-known/pki-validation'
|
|
sshpass -p $vmpass scp $3 $vmuser@$vmaddr:~/web80/.well-known/pki-validation/
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr -t 'cd ~/web80 && sudo python -m SimpleHTTPServer 80'
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "ssl" ]; then
|
|
let nodeid=$2-1
|
|
vmaddr=${vmaddrs[$nodeid]}
|
|
|
|
unzip -d ~/Downloads/$vmaddr/ ~/Downloads/$vmaddr.zip || exit 1;
|
|
pushd ~/Downloads/$vmaddr > /dev/null 2>&1
|
|
mkdir certs
|
|
cat certificate.crt <(echo) ca_bundle.crt > certs/tlscert.pem
|
|
mv private.key certs/tlskey.pem
|
|
popd > /dev/null 2>&1
|
|
|
|
echo "Sending tls certs to the contract..."
|
|
sshpass -p $vmpass scp ~/Downloads/$vmaddr/certs/* $vmuser@$vmaddr:~/hpfiles/ssl/
|
|
sshpass -p $vmpass ssh $vmuser@$vmaddr 'cp -rf ~/hpfiles/ssl/* ~/contract/cfg/'
|
|
|
|
rm -r ~/Downloads/$vmaddr
|
|
echo "Done"
|
|
exit 0
|
|
fi
|
|
|
|
# Run vm cli script if any vm cluster commands have been specified.
|
|
if [ $mode = "vminfo" ] || [ $mode = "vmresize" ] || [ $mode = "vmstop" ] || [ $mode = "vmstart" ]; then
|
|
for (( i=0; i<$vmcount; i++ ))
|
|
do
|
|
vmaddr=${vmaddrs[i]}
|
|
# vm name is the first part of the DNS address (eg: hp1.australiaeast.cloudapp.azure.com)
|
|
vmname=${vmaddr%%.*}
|
|
# Strip out "vm" prefix from the command.
|
|
vmcommand=${mode##*vm}
|
|
/bin/bash ./vmcli.sh $vmname $vmcommand $2 &
|
|
done
|
|
|
|
wait
|
|
exit 0
|
|
fi
|
|
|
|
if [ $mode = "lcl" ]; then
|
|
for (( i=0; i<$vmcount; i++ ))
|
|
do
|
|
vmaddr=${vmaddrs[i]}
|
|
let nodeid=$i+1
|
|
echo "node"$nodeid":" $(sshpass -p $vmpass ssh $vmuser@$vmaddr 'ls -v contract/hist | tail -1') &
|
|
done
|
|
|
|
wait
|
|
exit 0
|
|
fi
|
|
|
|
# Run setup of entire cluster.
|
|
if [ $mode = "new" ] || [ $mode = "update" ]; then
|
|
|
|
# Copy required files to hpfiles dir.
|
|
mkdir -p hpfiles/{bin,ssl,nodejs_contract}
|
|
strip $hpcore/build/hpcore
|
|
strip $hpcore/build/appbill
|
|
cp $hpcore/build/hpcore hpfiles/bin/
|
|
cp $hpcore/examples/nodejs_contract/{package.json,echo_contract.js,hp-contract-lib.js} hpfiles/nodejs_contract/
|
|
if [ $mode = "new" ]; then
|
|
cp ../bin/{libfuse3.so.3,libblake3.so,fusermount3,websocketd,websocat,hpfs} hpfiles/bin/
|
|
cp ./setup-hp.sh hpfiles/
|
|
fi
|
|
|
|
for (( i=0; i<$vmcount; i++ ))
|
|
do
|
|
vmaddr=${vmaddrs[i]}
|
|
let n=$i+1
|
|
/bin/bash ./setup-vm.sh $mode $n $vmuser $vmpass $vmaddr $hpcore &
|
|
done
|
|
|
|
wait
|
|
rm -r hpfiles
|
|
fi
|
|
|
|
wait
|
|
|
|
if [ $mode = "update" ]; then
|
|
exit 0
|
|
fi
|
|
|
|
# All code below this will only execute in 'new' or 'reconfig' mode.
|
|
# Update all nodes hp.cfg files to be part of the same UNL cluster.
|
|
|
|
if [ $mode = "reconfig" ]; then
|
|
mkdir ./cfg > /dev/null 2>&1
|
|
for (( i=0; i<$vmcount; i++ ))
|
|
do
|
|
# Run hp setup script on the VM and download the generated hp.cfg
|
|
vmaddr=${vmaddrs[i]}
|
|
let nodeid=$i+1
|
|
{ sshpass -p $vmpass ssh $vmuser@$vmaddr '~/hpfiles/setup-hp.sh' && sshpass -p $vmpass scp $vmuser@$vmaddr:~/contract/cfg/hp.cfg ./cfg/node$nodeid.json; } &
|
|
done
|
|
wait
|
|
fi
|
|
|
|
# Locally update values of download hp.cfg files.
|
|
|
|
for (( i=0; i<$vmcount; i++ ))
|
|
do
|
|
vmaddr=${vmaddrs[i]}
|
|
let n=$i+1
|
|
|
|
# Collect each node's pub key and peer address.
|
|
pubkeys[i]=$(node -p "require('./cfg/node$n.json').pubkeyhex")
|
|
peers[i]="$vmaddr:22860"
|
|
done
|
|
|
|
# Function to generate JSON array string while skiping a given index.
|
|
function joinarr {
|
|
arrname=$1[@]
|
|
arr=("${!arrname}")
|
|
skip=$2
|
|
|
|
j=0
|
|
str="["
|
|
for (( i=0; i<$vmcount; i++ ))
|
|
do
|
|
let prevlast=$vmcount-2
|
|
if [ "$i" != "$skip" ]
|
|
then
|
|
str="$str'${arr[i]}'"
|
|
|
|
if [ $j -lt $prevlast ]
|
|
then
|
|
str="$str,"
|
|
fi
|
|
let j=j+1
|
|
fi
|
|
done
|
|
str="$str]"
|
|
|
|
echo $str
|
|
}
|
|
|
|
# Loop through all nodes hp.cfg and inject peer and unl lists (skip self node).
|
|
for (( j=0; j<$vmcount; j++ ))
|
|
do
|
|
let n=$j+1
|
|
mypeers=$(joinarr peers $j)
|
|
myunl=$(joinarr pubkeys $j)
|
|
|
|
node -p "JSON.stringify({...require('./cfg/node$n.json'), \
|
|
binary:'/usr/bin/node', \
|
|
binargs:'/root/hpfiles/nodejs_contract/echo_contract.js', \
|
|
peers:${mypeers}, \
|
|
unl:${myunl}, \
|
|
roundtime: 1000, \
|
|
loglevel: 'dbg', \
|
|
loggers:['console', 'file'] \
|
|
}, null, 2)" > ./cfg/node$n.cfg
|
|
|
|
# Upload local hp.cfg file back to remote vm.
|
|
vmaddr=${vmaddrs[j]}
|
|
sshpass -p $vmpass scp ./cfg/node$n.cfg $vmuser@$vmaddr:~/contract/cfg/hp.cfg
|
|
done
|
|
rm -r ./cfg |