Files
hp-devkit/docker/scripts/cluster.sh
2022-08-12 11:40:08 +05:30

256 lines
7.5 KiB
Bash

#!/bin/bash
command=$1
cluster=$CLUSTER
cluster_size=$CLUSTER_SIZE
volume=$VOLUME
network=$NETWORK
container_prefix=$CONTAINER_PREFIX
volume_mount=$VOLUME_MOUNT
bundle_mount=$BUNDLE_MOUNT
hotpocket_image=$HOTPOCKET_IMAGE
config_overrides_file=$CONFIG_OVERRIDES_FILE
if [ "$command" = "create" ] || [ "$command" = "bindmesh" ] || [ "$command" = "destroy" ] || \
[ "$command" = "start" ] || [ "$command" = "stop" ] || \
[ "$command" = "logs" ] || [ "$command" = "sync" ] ; then
echo "sub-command: $command"
else
echo "Invalid sub-command."
echo "Expected: create | destroy | start | stop | logs | sync"
exit 1
fi
[ -z $cluster ] && echo "Cluster name not specified." && exit 1
function validate_node_num_arg {
! [ "$1" -eq "$1" ] 2> /dev/null && echo "Arg must be a number." && return 1
[ $1 -le 0 ] && echo "Arg must be 1 or higher." && return 1
return 0
}
function contract_dir_mount_path {
echo "$volume_mount/node$1"
}
function exists {
local output=$(docker $1 ls | grep $2)
if [ -z "$output" ] ; then
return 1
else
return 0
fi
}
function cluster_exists {
if exists "volume" $volume || exists "network" $network || exists "container" $container_prefix ; then
return 0
else
return 1
fi
}
function ensure_cluser_exists {
! cluster_exists && echo "Cluster '$cluster' does not exist." && exit 1
}
function ensure_cluser_not_exists {
cluster_exists && echo "Cluster '$cluster' already exists." && exit 1
}
function ensure_cluster_not_running {
local running_containers=$(docker ps -a --filter "status=running" | grep $container_prefix | wc -l)
[ "$running_containers" != "0" ] && echo "Cluster '$cluster' needs to be stopped." && exit 1
}
function get_container_count {
docker ps -a | grep $container_prefix | wc -l
}
function create_instance {
local node=$1
# Create contract instance directory.
docker run --rm --mount type=volume,src=$volume,dst=$volume_mount --rm $hotpocket_image new $volume_mount/node$node
let peer_port=22860+$node
let user_port=8080+$node
# Create container for hotpocket instance.
local container_name="${container_prefix}_$node"
docker container create --name $container_name --privileged \
-p $user_port:$user_port --network $network --network-alias node$node \
--mount type=volume,src=$volume,dst=$volume_mount $hotpocket_image run $(contract_dir_mount_path $node)
}
function change_instance_status {
local action=$1
local node=$2
local container_name="${container_prefix}_$node"
docker $action $container_name
}
# Function to generate JSON array string while skiping a given index.
function joinarr {
local arrname=$1[@]
local arr=("${!arrname}")
local ncount=$2
local skip=$3
let prevlast=$ncount-2
# Resetting prevlast if nothing is given to skip.
[ $skip -lt 0 ] && let prevlast=prevlast+1
local j=0
local str="["
for (( i=0; i<$ncount; i++ ))
do
if [ "$i" != "$skip" ]
then
str="$str\"${arr[i]}\""
[ $j -lt $prevlast ] && str="$str,"
let j=j+1
fi
done
str="$str]"
echo $str
}
# Update all instances hotpocket configs so they connect to each other as a cluster.
function bind_mesh {
local instance_count=$(get_container_count)
# Collect pubkeys and peers of all nodes.
local all_pubkeys
local all_peers
local contract_id
for ((i=1; i<=$instance_count; i++));
do
local contract_dir=$(contract_dir_mount_path $i)
local cfg_file=$contract_dir/cfg/hp.cfg
# Use first instance contract id for all instances.
[ $i -eq 1 ] && contract_id=$(jq ".contract.id" $cfg_file)
# Assign user and peer ports in incrementing order.
let peer_port=22860+$i
let user_port=8080+$i
jq ".contract.id=$contract_id | .contract.roundtime=2000 | .mesh.port=$peer_port | .user.port=$user_port" $cfg_file > $cfg_file.tmp \
&& mv $cfg_file.tmp $cfg_file
all_pubkeys[i]=$(jq --raw-output ".node.public_key" $cfg_file)
all_peers[i]="node$i:${peer_port}"
done
# Update unl and peer list for all instances.
local unl=$(joinarr all_pubkeys $instance_count -1)
for ((i=0; i<$instance_count; i++));
do
let node=$i+1
local contract_dir=$(contract_dir_mount_path $node)
local cfg_file=$contract_dir/cfg/hp.cfg
local peers=$(joinarr all_peers $instance_count $i)
jq ".contract.unl=$unl | .mesh.known_peers=$peers" $cfg_file > $cfg_file.tmp && mv $cfg_file.tmp $cfg_file
done
}
function create_cluster {
ensure_cluser_not_exists
local size=$1
echo "Creating '$cluster' cluster of size $size"
docker volume create $volume
docker network create $network
for ((i=1; i<=$size; i++));
do
create_instance $i &
done
wait
}
function destroy_cluster {
ensure_cluser_exists
# Delete top-most matching container N times.
# (This is just in case there are gaps in container numbering due to any tampering by user)
local container_count=$(get_container_count)
for ((i=1; i<=$container_count; i++));
do
local container_name="$(docker ps -a --format "{{.Names}}" | grep $container_prefix | head -1)"
docker container rm $container_name
done
wait
exists "volume" $volume && docker volume rm $volume
exists "network" $network && docker network rm $network
}
function change_cluster_status {
ensure_cluser_exists
local action=$1
local node=$2
local container_count=$(get_container_count)
for ((i=1; i<=$container_count; i++));
do
# If valid node no. has been specified, target that node. Otherwise target all nodes.
if ! [ "$node" -eq "$node" ] 2> /dev/null || [ $node -le 0 ] || [ $i -eq $node ] ; then
change_instance_status $action $i &
fi
done
wait
}
function attach_logs {
! cluster_exists && echo "Cluster '$cluster' does not exist." && exit 1
local container_name="${container_prefix}_$1"
docker logs -f --tail=5 $container_name
}
function sync_instance {
local node=$1
local contract_dir=$(contract_dir_mount_path $node)
rm -rf $contract_dir/ledger_fs/* $contract_dir/contract_fs/*
mkdir -p $contract_dir/contract_fs/seed
cp -r $bundle_mount $contract_dir/contract_fs/seed/state
# Merge contract config overrides.
local cfg_file=$contract_dir/cfg/hp.cfg
local override_file=$contract_dir/contract_fs/seed/state/$config_overrides_file
if [ -f $override_file ] ; then
echo "Applying hp.cfg overrides"
jq -s '.[0] * .[1]' $cfg_file $override_file > $cfg_file.merged
mv $cfg_file.merged $cfg_file
rm $override_file
fi
}
function sync_contract_bundle {
ensure_cluster_not_running
local container_count=$(get_container_count)
for ((i=1; i<=$container_count; i++));
do
sync_instance $i &
done
wait
}
if [ $command = "create" ]; then
! validate_node_num_arg $cluster_size && echo "Invalid cluster size." && exit 1
create_cluster $cluster_size
elif [ $command = "bindmesh" ]; then
bind_mesh
elif [ $command = "destroy" ]; then
destroy_cluster
elif [ $command = "start" ]; then
change_cluster_status start $2
elif [ $command = "stop" ]; then
change_cluster_status stop $2
elif [ $command = "logs" ]; then
! validate_node_num_arg $2 && echo "Usage: logs <node id>" && exit 1
attach_logs $2
elif [ $command = "sync" ]; then
sync_contract_bundle
fi