kopia lustrzana https://github.com/bugout-dev/moonstream
Updated moonstream polygon node deployment script
kompotkot
rodzic
d14b2f5dd3
commit
4447066a9a
|
|
@ -1,6 +1,7 @@
|
||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
# Deployment script - intended to run on Moonstream node control server
|
# Deployment script - intended to run on Moonstream Polygon node control server
|
||||||
|
|
||||||
# Colors
|
# Colors
|
||||||
C_RESET='\033[0m'
|
C_RESET='\033[0m'
|
||||||
C_RED='\033[1;31m'
|
C_RED='\033[1;31m'
|
||||||
|
|
@ -15,25 +16,45 @@ PREFIX_CRIT="${C_RED}[CRIT]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
# Main
|
# Main
|
||||||
AWS_DEFAULT_REGION="${AWS_DEFAULT_REGION:-us-east-1}"
|
AWS_DEFAULT_REGION="${AWS_DEFAULT_REGION:-us-east-1}"
|
||||||
SECRETS_DIR="${SECRETS_DIR:-/home/ubuntu/moonstream-secrets}"
|
SECRETS_DIR="${SECRETS_DIR:-/home/ubuntu/moonstream-secrets}"
|
||||||
NODE_PARAMETERS_ENV_PATH="${SECRETS_DIR}/node.env"
|
PARAMETERS_ENV_PATH="${SECRETS_DIR}/app.env"
|
||||||
SCRIPT_DIR="$(realpath $(dirname $0))"
|
SCRIPT_DIR="$(realpath $(dirname $0))"
|
||||||
BLOCKCHAIN="polygon"
|
BLOCKCHAIN="polygon"
|
||||||
HEIMDALL_HOME="/mnt/disks/nodes/${BLOCKCHAIN}/.heimdalld"
|
HEIMDALL_HOME="/mnt/disks/nodes/${BLOCKCHAIN}/.heimdalld"
|
||||||
|
|
||||||
|
# Parameters scripts
|
||||||
|
CHECKENV_PARAMETERS_SCRIPT="${SCRIPT_DIR}/parameters.bash"
|
||||||
|
CHECKENV_NODES_CONNECTIONS_SCRIPT="${SCRIPT_DIR}/nodes-connections.bash"
|
||||||
|
|
||||||
|
# Polygon heimdalld service files
|
||||||
|
POLYGON_HEIMDALLD_SERVICE_FILE="heimdalld.service"
|
||||||
|
POLYGON_HEIMDALLD_BRIDGE_SERVICE_FILE="heimdalld-bridge.service"
|
||||||
|
POLYGON_HEIMDALLD_REST_SERVICE_FILE="heimdalld-rest-server.service"
|
||||||
|
|
||||||
|
# Polygon bor service file
|
||||||
|
POLYGON_BOR_SERVICE_FILE="bor.service"
|
||||||
|
|
||||||
set -eu
|
set -eu
|
||||||
|
|
||||||
echo
|
echo
|
||||||
echo
|
echo
|
||||||
echo -e "${PREFIX_INFO} Retrieving deployment parameters"
|
echo -e "${PREFIX_INFO} Retrieving deployment parameters"
|
||||||
mkdir -p "${SECRETS_DIR}"
|
mkdir -p "${SECRETS_DIR}"
|
||||||
> "${NODE_PARAMETERS_ENV_PATH}"
|
> "${PARAMETERS_ENV_PATH}"
|
||||||
|
bash "${CHECKENV_PARAMETERS_SCRIPT}" -vn -p "moonstream" -o "${PARAMETERS_ENV_PATH}"
|
||||||
|
|
||||||
GETH_NODE_ADDR=$(dig +short ethereum.moonstream.internal)
|
echo
|
||||||
GETH_NODE_PORT=$(aws ssm get-parameters --names MOONSTREAM_NODE_ETHEREUM_IPC_PORT --query "Parameters[*]" | jq -r .[0].Value)
|
echo
|
||||||
if [ -n "$GETH_NODE_ADDR" ] && [ -n "$GETH_NODE_PORT" ]
|
echo -e "${PREFIX_INFO} Updating nodes connection parameters"
|
||||||
then
|
bash "${CHECKENV_NODES_CONNECTIONS_SCRIPT}" -v -f "${PARAMETERS_ENV_PATH}"
|
||||||
MOONSTREAM_NODE_ETHEREUM_IPC_URI="http://$GETH_NODE_ADDR:$GETH_NODE_PORT"
|
|
||||||
echo "MOONSTREAM_NODE_ETHEREUM_IPC_URI=\"$MOONSTREAM_NODE_ETHEREUM_IPC_URI\"" >> "${NODE_PARAMETERS_ENV_PATH}"
|
echo
|
||||||
sed -i "s|^eth_rpc_url =.*|eth_rpc_url = \"$MOONSTREAM_NODE_ETHEREUM_IPC_URI\"|" $HEIMDALL_HOME/config/heimdall-config.toml
|
echo
|
||||||
echo -e "${PREFIX_INFO} Updated ${C_GREEN}eth_rpc_url = $MOONSTREAM_NODE_ETHEREUM_IPC_URI${C_RESET} for Heimdall"
|
echo -e "${PREFIX_INFO} Source extracted parameters"
|
||||||
fi
|
. "${PARAMETERS_ENV_PATH}"
|
||||||
|
|
||||||
|
echo
|
||||||
|
echo
|
||||||
|
echo -e "${PREFIX_INFO} Update heimdall config file with Ethereum URI"
|
||||||
|
MOONSTREAM_NODE_ETHEREUM_IPC_URI="http://$MOONSTREAM_NODE_ETHEREUM_IPC_ADDR:$MOONSTREAM_NODE_ETHEREUM_IPC_PORT"
|
||||||
|
sed -i "s|^eth_rpc_url =.*|eth_rpc_url = \"$MOONSTREAM_NODE_ETHEREUM_IPC_URI\"|" $HEIMDALL_HOME/config/heimdall-config.toml
|
||||||
|
echo -e "${PREFIX_INFO} Updated ${C_GREEN}eth_rpc_url = $MOONSTREAM_NODE_ETHEREUM_IPC_URI${C_RESET} for heimdall"
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,89 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
#
|
||||||
|
# Update nodes connection address environment variables
|
||||||
|
# from AWS Route53 internal hosted zone
|
||||||
|
|
||||||
|
VERSION='0.0.1'
|
||||||
|
|
||||||
|
# Colors
|
||||||
|
C_RESET='\033[0m'
|
||||||
|
C_RED='\033[1;31m'
|
||||||
|
C_GREEN='\033[1;32m'
|
||||||
|
C_YELLOW='\033[1;33m'
|
||||||
|
|
||||||
|
# Logs
|
||||||
|
PREFIX_INFO="${C_GREEN}[INFO]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
|
PREFIX_WARN="${C_YELLOW}[WARN]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
|
PREFIX_CRIT="${C_RED}[CRIT]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
|
|
||||||
|
# Print help message
|
||||||
|
function usage {
|
||||||
|
echo "Usage: $0 [-h] -p PRODUCT -f FILEPATH"
|
||||||
|
echo
|
||||||
|
echo "CLI to update nodes connection address environment
|
||||||
|
variables from AWS Route53 internal hosted zone"
|
||||||
|
echo
|
||||||
|
echo "Optional arguments:"
|
||||||
|
echo " -h Show this help message and exit"
|
||||||
|
echo " -f File path where environment variables update at"
|
||||||
|
}
|
||||||
|
|
||||||
|
file_flag=""
|
||||||
|
verbose_flag="false"
|
||||||
|
|
||||||
|
while getopts 'f:v' flag; do
|
||||||
|
case "${flag}" in
|
||||||
|
f) file_flag="${OPTARG}" ;;
|
||||||
|
h) usage
|
||||||
|
exit 1 ;;
|
||||||
|
v) verbose_flag="true" ;;
|
||||||
|
*) usage
|
||||||
|
exit 1 ;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
# Log messages
|
||||||
|
function verbose {
|
||||||
|
if [ "${verbose_flag}" == "true" ]; then
|
||||||
|
echo -e "$1"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# File flag should be specified
|
||||||
|
if [ -z "${file_flag}" ]; then
|
||||||
|
verbose "${PREFIX_CRIT} Please specify file path"
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -f "${file_flag}" ]; then
|
||||||
|
verbose "${PREFIX_CRIT} Provided file does not exist"
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Script version: v${VERSION}"
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Source environment variables"
|
||||||
|
. ${file_flag}
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Retrieving Ethereum node address"
|
||||||
|
RETRIEVED_NODE_ETHEREUM_IPC_ADDR=$(aws route53 list-resource-record-sets --hosted-zone-id "${MOONSTREAM_INTERNAL_HOSTED_ZONE_ID}" --query "ResourceRecordSets[?Name == '${MOONSTREAM_ETHEREUM_WEB3_PROVIDER_URI}.'].ResourceRecords[].Value" | jq -r .[0])
|
||||||
|
if [ "$RETRIEVED_NODE_ETHEREUM_IPC_ADDR" == "null" ]; then
|
||||||
|
verbose "${PREFIX_CRIT} Ethereum node internal DNS record address is null"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Retrieving Polygon node address"
|
||||||
|
RETRIEVED_NODE_POLYGON_IPC_ADDR=$(aws route53 list-resource-record-sets --hosted-zone-id "${MOONSTREAM_INTERNAL_HOSTED_ZONE_ID}" --query "ResourceRecordSets[?Name == '${MOONSTREAM_POLYGON_WEB3_PROVIDER_URI}.'].ResourceRecords[].Value" | jq -r .[0])
|
||||||
|
if [ "$RETRIEVED_NODE_POLYGON_IPC_ADDR" == "null" ]; then
|
||||||
|
verbose "${PREFIX_CRIT} Polygon node internal DNS record address is null"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# TODO(kompotkot): Modify regexp to work with export prefix
|
||||||
|
verbose "${PREFIX_INFO} Updating MOONSTREAM_NODE_ETHEREUM_IPC_ADDR with ${RETRIEVED_NODE_ETHEREUM_IPC_ADDR}"
|
||||||
|
sed -i "s|^MOONSTREAM_NODE_ETHEREUM_IPC_ADDR=.*|MOONSTREAM_NODE_ETHEREUM_IPC_ADDR=\"$RETRIEVED_NODE_ETHEREUM_IPC_ADDR\"|" ${file_flag}
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Updating MOONSTREAM_NODE_POLYGON_IPC_ADDR with ${RETRIEVED_NODE_POLYGON_IPC_ADDR}"
|
||||||
|
sed -i "s|^MOONSTREAM_NODE_POLYGON_IPC_ADDR=.*|MOONSTREAM_NODE_POLYGON_IPC_ADDR=\"$RETRIEVED_NODE_POLYGON_IPC_ADDR\"|" ${file_flag}
|
||||||
|
|
@ -0,0 +1,98 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
#
|
||||||
|
# Collect secrets from AWS SSM Parameter Store and
|
||||||
|
# opt out as environment variable exports.
|
||||||
|
|
||||||
|
VERSION='0.0.2'
|
||||||
|
|
||||||
|
# Colors
|
||||||
|
C_RESET='\033[0m'
|
||||||
|
C_RED='\033[1;31m'
|
||||||
|
C_GREEN='\033[1;32m'
|
||||||
|
C_YELLOW='\033[1;33m'
|
||||||
|
|
||||||
|
# Logs
|
||||||
|
PREFIX_INFO="${C_GREEN}[INFO]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
|
PREFIX_WARN="${C_YELLOW}[WARN]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
|
PREFIX_CRIT="${C_RED}[CRIT]${C_RESET} [$(date +%d-%m\ %T)]"
|
||||||
|
|
||||||
|
# Print help message
|
||||||
|
function usage {
|
||||||
|
echo "Usage: $0 [-h] -p PRODUCT -o OUTPUT"
|
||||||
|
echo
|
||||||
|
echo "CLI to collect secrets from AWS SSM Parameter Store
|
||||||
|
and output as environment variable exports"
|
||||||
|
echo
|
||||||
|
echo "Optional arguments:"
|
||||||
|
echo " -h Show this help message and exit"
|
||||||
|
echo " -n Provide true if server is Blockchain node"
|
||||||
|
echo " -o Output file name environment variables export to"
|
||||||
|
echo " -p Product tag (moonstream, spire, brood, drones)"
|
||||||
|
}
|
||||||
|
|
||||||
|
# TODO(kompotkot): Flag for export prefix
|
||||||
|
node_flag=""
|
||||||
|
output_flag=""
|
||||||
|
product_flag=""
|
||||||
|
verbose_flag="false"
|
||||||
|
|
||||||
|
while getopts 'no:p:v' flag; do
|
||||||
|
case "${flag}" in
|
||||||
|
n) node_flag="true" ;;
|
||||||
|
o) output_flag="${OPTARG}" ;;
|
||||||
|
p) product_flag="${OPTARG}" ;;
|
||||||
|
h) usage
|
||||||
|
exit 1 ;;
|
||||||
|
v) verbose_flag="true" ;;
|
||||||
|
*) usage
|
||||||
|
exit 1 ;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
# Log messages
|
||||||
|
function verbose {
|
||||||
|
if [ "${verbose_flag}" == "true" ]; then
|
||||||
|
echo -e "$1"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Product flag should be specified
|
||||||
|
# TODO(kompotkot): Extend script to work with few product at once
|
||||||
|
if [ -z "${product_flag}" ]; then
|
||||||
|
verbose "${PREFIX_CRIT} Please specify product tag"
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Script version: v${VERSION}"
|
||||||
|
|
||||||
|
PARAMETER_FILTERS="Key=tag:Product,Values=${product_flag}"
|
||||||
|
if [ "${node_flag}" == "true" ]; then
|
||||||
|
verbose "${PREFIX_INFO} Node flag provided, extracting environment variables only for nodes"
|
||||||
|
PARAMETER_FILTERS="$PARAMETER_FILTERS Key=tag:Node,Values=true"
|
||||||
|
fi
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Retrieving deployment parameters with tag ${C_GREEN}Product:${product_flag}${C_RESET}"
|
||||||
|
ENV_PARAMETERS=$(aws ssm describe-parameters \
|
||||||
|
--parameter-filters ${PARAMETER_FILTERS} \
|
||||||
|
| jq -r .Parameters[].Name)
|
||||||
|
if [ -z "${ENV_PARAMETERS}" ]; then
|
||||||
|
verbose "${PREFIX_CRIT} There no parameters for provided product tag"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
verbose "${PREFIX_INFO} Retrieving parameters values"
|
||||||
|
ENV_PARAMETERS_VALUES=$(aws ssm get-parameters \
|
||||||
|
--names ${ENV_PARAMETERS} \
|
||||||
|
--query "Parameters[*].{Name:Name,Value:Value}")
|
||||||
|
ENV_PARAMETERS_VALUES_LENGTH=$(echo ${ENV_PARAMETERS_VALUES} | jq length)
|
||||||
|
verbose "${PREFIX_INFO} Extracted ${ENV_PARAMETERS_VALUES_LENGTH} parameters"
|
||||||
|
for i in $(seq 0 $((${ENV_PARAMETERS_VALUES_LENGTH} - 1))); do
|
||||||
|
param_key=$(echo ${ENV_PARAMETERS_VALUES} | jq -r .[$i].Name)
|
||||||
|
param_value=$(echo ${ENV_PARAMETERS_VALUES} | jq .[$i].Value)
|
||||||
|
if [ -z "${output_flag}" ]; then
|
||||||
|
echo "${param_key}=${param_value}"
|
||||||
|
else
|
||||||
|
echo "${param_key}=${param_value}" >> "${output_flag}"
|
||||||
|
fi
|
||||||
|
done
|
||||||
Ładowanie…
Reference in New Issue