From accb5caf032c53e6a7dae5fec1c934bce88dd693 Mon Sep 17 00:00:00 2001 From: kompotkot Date: Wed, 19 Oct 2022 09:22:06 +0000 Subject: [PATCH] Mumbai sync and missing crawlers --- crawlers/deploy/deploy.bash | 26 ++++++++++++++++++++-- crawlers/deploy/mumbai-missing.service | 13 +++++++++++ crawlers/deploy/mumbai-missing.timer | 9 ++++++++ crawlers/deploy/mumbai-synchronize.service | 19 ++++++++++++++++ 4 files changed, 65 insertions(+), 2 deletions(-) create mode 100644 crawlers/deploy/mumbai-missing.service create mode 100644 crawlers/deploy/mumbai-missing.timer create mode 100644 crawlers/deploy/mumbai-synchronize.service diff --git a/crawlers/deploy/deploy.bash b/crawlers/deploy/deploy.bash index 51889cae..8fae619f 100755 --- a/crawlers/deploy/deploy.bash +++ b/crawlers/deploy/deploy.bash @@ -37,7 +37,7 @@ ETHEREUM_TXPOOL_SERVICE_FILE="ethereum-txpool.service" ETHEREUM_MISSING_SERVICE_FILE="ethereum-missing.service" ETHEREUM_MISSING_TIMER_FILE="ethereum-missing.timer" -# Polygon service file +# Polygon service files POLYGON_SYNCHRONIZE_SERVICE="polygon-synchronize.service" POLYGON_MISSING_SERVICE_FILE="polygon-missing.service" POLYGON_MISSING_TIMER_FILE="polygon-missing.timer" @@ -52,7 +52,12 @@ POLYGON_STATE_CLEAN_TIMER_FILE="polygon-state-clean.timer" POLYGON_METADATA_SERVICE_FILE="polygon-metadata.service" POLYGON_METADATA_TIMER_FILE="polygon-metadata.timer" -# XDai service file +# Mumbai service files +MUMBAI_SYNCHRONIZE_SERVICE="mumbai-synchronize.service" +MUMBAI_MISSING_SERVICE_FILE="mumbai-missing.service" +MUMBAI_MISSING_TIMER_FILE="mumbai-missing.timer" + +# XDai service files XDAI_SYNCHRONIZE_SERVICE="xdai-synchronize.service" XDAI_MISSING_SERVICE_FILE="xdai-missing.service" XDAI_MISSING_TIMER_FILE="xdai-missing.timer" @@ -185,6 +190,23 @@ cp "${SCRIPT_DIR}/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}" "/etc/systemd/system systemctl daemon-reload systemctl restart --no-block "${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}" +echo +echo +echo -e "${PREFIX_INFO} Replacing existing Mumbai block with transactions syncronizer service definition with ${MUMBAI_SYNCHRONIZE_SERVICE}" +chmod 644 "${SCRIPT_DIR}/${MUMBAI_SYNCHRONIZE_SERVICE}" +cp "${SCRIPT_DIR}/${MUMBAI_SYNCHRONIZE_SERVICE}" "/etc/systemd/system/${MUMBAI_SYNCHRONIZE_SERVICE}" +systemctl daemon-reload +systemctl restart --no-block "${MUMBAI_SYNCHRONIZE_SERVICE}" + +echo +echo +echo -e "${PREFIX_INFO} Replacing existing Mumbai missing service and timer with: ${MUMBAI_MISSING_SERVICE_FILE}, ${MUMBAI_MISSING_TIMER_FILE}" +chmod 644 "${SCRIPT_DIR}/${MUMBAI_MISSING_SERVICE_FILE}" "${SCRIPT_DIR}/${MUMBAI_MISSING_TIMER_FILE}" +cp "${SCRIPT_DIR}/${MUMBAI_MISSING_SERVICE_FILE}" "/etc/systemd/system/${MUMBAI_MISSING_SERVICE_FILE}" +cp "${SCRIPT_DIR}/${MUMBAI_MISSING_TIMER_FILE}" "/etc/systemd/system/${MUMBAI_MISSING_TIMER_FILE}" +systemctl daemon-reload +systemctl restart --no-block "${MUMBAI_MISSING_TIMER_FILE}" + echo echo echo -e "${PREFIX_INFO} Replacing existing XDai block with transactions syncronizer service definition with ${XDAI_SYNCHRONIZE_SERVICE}" diff --git a/crawlers/deploy/mumbai-missing.service b/crawlers/deploy/mumbai-missing.service new file mode 100644 index 00000000..bb4d59af --- /dev/null +++ b/crawlers/deploy/mumbai-missing.service @@ -0,0 +1,13 @@ +[Unit] +Description=Fill missing blocks at Mumbai database +After=network.target + +[Service] +Type=oneshot +User=ubuntu +Group=www-data +WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl +EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env +ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler --access-id "${NB_CONTROLLER_ACCESS_ID}" blocks missing --blockchain mumbai -n +CPUWeight=50 +SyslogIdentifier=mumbai-missing diff --git a/crawlers/deploy/mumbai-missing.timer b/crawlers/deploy/mumbai-missing.timer new file mode 100644 index 00000000..0e7644a3 --- /dev/null +++ b/crawlers/deploy/mumbai-missing.timer @@ -0,0 +1,9 @@ +[Unit] +Description=Fill missing blocks at Mumbai database + +[Timer] +OnBootSec=30s +OnUnitActiveSec=15m + +[Install] +WantedBy=timers.target diff --git a/crawlers/deploy/mumbai-synchronize.service b/crawlers/deploy/mumbai-synchronize.service new file mode 100644 index 00000000..532e5bed --- /dev/null +++ b/crawlers/deploy/mumbai-synchronize.service @@ -0,0 +1,19 @@ +[Unit] +Description=Mumbai block with transactions synchronizer +StartLimitIntervalSec=300 +StartLimitBurst=3 +After=network.target + +[Service] +Restart=on-failure +RestartSec=15s +User=ubuntu +Group=www-data +WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl +EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env +ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler --access-id "${NB_CONTROLLER_ACCESS_ID}" blocks synchronize --blockchain mumbai -c 60 -j 2 +CPUWeight=90 +SyslogIdentifier=mumbai-synchronize + +[Install] +WantedBy=multi-user.target