Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

option to warm up local consensus database. #3981

Merged
merged 1 commit into from
May 13, 2024
Merged

option to warm up local consensus database. #3981

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
86 changes: 50 additions & 36 deletions .internal-ci/docker/entrypoints/node_hw.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,10 +18,10 @@
# MC_CLIENT_RESPONDER_ID - fully qualified name:port that fronts the client port
# example client1.test.mobilecoin.com:443
# MC_MSG_SIGNER_KEY - private key for signing messages

# Optional Vars consensus-service
# MC_TX_SOURCE_URL - http url to retrieve archive (s3) blocks for node
# example https://s3-eu-central-1.amazonaws.com/mobilecoin.chain/node1.test.mobilecoin.com/

# Optional Vars consensus-service
# MC_PEER_LISTEN_URI
# default insecure-mcp://0.0.0.0:8443/
# tls example mcp://0.0.0.0:8443/?tls-chain=cert.pem&tls-key=key.pem
Expand All @@ -44,7 +44,6 @@
# Required Vars ledger-distribution
# MC_DEST - s3 path for publish ledger
# example s3://mobilecoin.chain/node1.test.mobilecoin.com?region=eu-central-1

# AWS_ACCESS_KEY_ID - standard AWS vars
# AWS_SECRET_ACCESS_KEY - standard AWS vars
# AWS_REGION - standard AWS vars
Expand All @@ -66,7 +65,7 @@ set -e
is_set()
{
var_name="${1}"
if [ -z "${!var_name}" ]
if [[ -z "${!var_name}" ]]
then
echo "${var_name} is not set."
exit 1
Expand Down Expand Up @@ -107,6 +106,7 @@ then
is_set AWS_ACCESS_KEY_ID
is_set AWS_SECRET_ACCESS_KEY
is_set AWS_REGION
is_set MC_TX_SOURCE_URL

# Enable filebeat if provided with ElasticSearch target vars.
if [[ -n "${ES_HOST}" ]]
Expand All @@ -127,51 +127,65 @@ then
# Ledger
echo "Bootstrapping ledger database"

# Optional Vars
# Required Var
# MC_TX_SOURCE_URL - http source to retrieve block data.

# Default vars
export MC_LEDGER_PATH=${MC_LEDGER_PATH:-"/ledger"}
export MC_STATE_FILE=${MC_STATE_FILE:-"/ledger/.distribution-state"}
export ORIGIN_LEDGER_PATH=${ORIGIN_LEDGER_PATH:-"/var/lib/mobilecoin/origin_data/data.mdb"}

# if the ledger exists lets make sure its up to date
if [[ -f "${MC_LEDGER_PATH}/data.mdb" ]]
then
echo "Existing database found at ${MC_LEDGER_PATH}/data.mdb"
echo "Migrating ledger to latest version"
/usr/bin/mc-ledger-migration --ledger-db "${MC_LEDGER_PATH}"
fi

echo "Will attempt to restore or generate ledger from origin block or seed."
echo " - Check for origin block at ${MC_TX_SOURCE_URL:?}"
echo " - Check for origin ledger at ${ORIGIN_LEDGER_PATH}"
echo " - Check for seeds in INITIAL_KEYS_SEED variable"

# shellcheck disable=SC2310 # if archive_curl fails we want to do other logic not just exit
if archive_curl "${MC_TX_SOURCE_URL}"
then
echo "Remote archive ledger found - restore or update ledger with ledger-from-archive"
echo " Note: RUST_LOG=warn so we don't get 1m+ lines of logs"
echo " Please be patient"

RUST_LOG=warn /usr/bin/ledger-from-archive --ledger-db "${MC_LEDGER_PATH}"

# We just want to warm up the ledger storage.
# Wait here looping over ledger-from-archive until we are ready to start the node.
while [[ -n "${MC_LEDGER_FROM_ARCHIVE_ONLY}" ]]
do
echo "We are in ledger warm up mode - sleeping 5m before we run ledger-from-archive again."
echo "Stop the container and unset MC_LEDGER_FROM_ARCHIVE_ONLY to start the node."
sleep 300
RUST_LOG=info /usr/bin/ledger-from-archive --ledger-db "${MC_LEDGER_PATH}"
done

elif [[ -f "${ORIGIN_LEDGER_PATH}" ]]
then
echo "Found origin ledger at ${ORIGIN_LEDGER_PATH}"
cp "${ORIGIN_LEDGER_PATH}" "${MC_LEDGER_PATH}"

elif [[ -n "${INITIAL_KEYS_SEED}" ]]
then
echo "INITIAL_KEYS_SEED found - populating origin data"
export INITIALIZE_LEDGER="true"

/usr/local/bin/generate_origin_data.sh

cp /tmp/sample_data/ledger/data.mdb "${MC_LEDGER_PATH}"

else
# Try to find origin block from s3 archive - preserve existing data, testnet/mainnet
if archive_curl "${MC_TX_SOURCE_URL}"
then
echo "Remote archive ledger found - restore with ledger-from-archive"
echo " Note: RUST_LOG=warn so we don't get 1m+ lines of logs"
echo " Please be patient"

RUST_LOG=warn /usr/bin/ledger-from-archive --ledger-db "${MC_LEDGER_PATH}"

# Copy ledger from embedded origin block
elif [[ -f "${ORIGIN_LEDGER_PATH}" ]]
then
echo "Found origin ledger at ${ORIGIN_LEDGER_PATH}"
cp "${ORIGIN_LEDGER_PATH}" "${MC_LEDGER_PATH}"

# Look for wallet keys seed - development and CD deploys
elif [[ -n "${INITIAL_KEYS_SEED}" ]]
then
echo "INITIAL_KEYS_SEED found - populating origin data"
export INITIALIZE_LEDGER="true"

/usr/local/bin/generate_origin_data.sh

cp /tmp/sample_data/ledger/data.mdb "${MC_LEDGER_PATH}"

else
# We ain't found nothin, bail out!
echo "INITIAL_KEYS_SEED not set, no remote ledger and cannot find origin ledger file"
exit 1
fi
# We ain't found nothin, bail out!
echo "no remote ledger, cannot find origin ledger file and INITIAL_KEYS_SEED not set"
exit 1
fi

fi

# Run with docker command - probably /usr/bin/supervisord
Expand Down
36 changes: 1 addition & 35 deletions .internal-ci/docker/support/node_hw/bin/wrapper-ledger-distribution.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,18 +11,13 @@ set -e
is_set()
{
var_name="${1}"
if [ -z "${!var_name}" ]
if [[ -z "${!var_name}" ]]
then
echo "${var_name} is not set."
exit 1
fi
}

archive_curl()
{
/usr/bin/curl -IfsSL --retry 3 "${1}00/00/00/00/00/00/00/0000000000000000.pb" -o /dev/null
}

is_set MC_DEST
is_set AWS_ACCESS_KEY_ID
is_set AWS_SECRET_ACCESS_KEY
Expand All @@ -35,35 +30,6 @@ is_set MC_BRANCH

# Default vars
export MC_LEDGER_PATH=${MC_LEDGER_PATH:-"/ledger"}
export MC_STATE_FILE=${MC_STATE_FILE:-"${MC_LEDGER_PATH}/.distribution-state"}
export MC_SENTRY_DSN=${LEDGER_DISTRIBUTION_SENTRY_DSN}

if [[ -f "${MC_STATE_FILE}" ]]
then
# Check for valid state file
echo "mc.app:wrapper-ledger-distribution - State file found MC_START_FROM=last"
echo "mc.app:wrapper-ledger-distribution - Check for valid next_block"

next_block=$(jq -r .next_block "${MC_STATE_FILE}")
if [[ "${next_block}" -le 0 ]]
then
echo "mc.app:wrapper-ledger-distribution - Invalid next_block <= 0"
exit 1
fi

export MC_START_FROM=last
else
echo "mc.app:wrapper-ledger-distribution - no state file found."
echo "mc.app:wrapper-ledger-distribution - checking for an existing block 0 in s3"

if archive_curl "${MC_TX_SOURCE_URL}"
then
echo "mc.app:wrapper-ledger-distribution - block 0 found in s3 MC_START_FROM=next"
export MC_START_FROM=next
else
echo "mc.app:wrapper-ledger-distribution - no s3 archive found MC_START_FROM=zero"
export MC_START_FROM=zero
fi
fi

/usr/bin/ledger-distribution
3 changes: 3 additions & 0 deletions .internal-ci/helm/consensus-node/templates/node-configmap.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,3 +9,6 @@ data:
MC_BLOCK_VERSION: {{ .Values.node.config.blockVersion | squote }}
MC_CLIENT_RESPONDER_ID: "{{ .Values.node.config.clientHostname }}:443"
MC_PEER_RESPONDER_ID: "{{ .Values.node.config.peerHostname }}:443"
{{- if .Values.node.config.ledgerFromArchiveOnly }}
MC_LEDGER_FROM_ARCHIVE_ONLY: "true"
{{- end }}
3 changes: 3 additions & 0 deletions .internal-ci/helm/consensus-node/values.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,9 @@ node:
clientHostname: ''
peerHostname: ''
blockVersion: '4'
# When true we don't start the consensus or ledger-distribution services,
# just run ledger-from-archive and wait.
ledgerFromArchiveOnly: false

ingress:
enabled: true
Expand Down
Loading