XDai statistics dashboard deployment

crawlers/deploy/deploy.bash

@@ -50,6 +50,8 @@ POLYGON_MOONWORM_CRAWLER_SERVICE_FILE="polygon-moonworm-crawler.service"
 XDAI_SYNCHRONIZE_SERVICE="xdai-synchronize.service"
 XDAI_MISSING_SERVICE_FILE="xdai-missing.service"
 XDAI_MISSING_TIMER_FILE="xdai-missing.timer"
+XDAI_STATISTICS_SERVICE_FILE="xdai-statistics.service"
+XDAI_STATISTICS_TIMER_FILE="xdai-statistics.timer"
 
 set -eu
 
@@ -98,7 +100,7 @@ echo -e "${PREFIX_INFO} Replacing existing Moonstream crawlers HTTP API server s
 chmod 644 "${SCRIPT_DIR}/${MOONCRAWL_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${MOONCRAWL_SERVICE_FILE}" "/etc/systemd/system/${MOONCRAWL_SERVICE_FILE}"
 systemctl daemon-reload
-systemctl restart "${MOONCRAWL_SERVICE_FILE}"
+systemctl restart --no-block "${MOONCRAWL_SERVICE_FILE}"
 
 echo
 echo
@@ -106,7 +108,7 @@ echo -e "${PREFIX_INFO} Replacing existing Ethereum block with transactions sync
 chmod 644 "${SCRIPT_DIR}/${ETHEREUM_SYNCHRONIZE_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${ETHEREUM_SYNCHRONIZE_SERVICE_FILE}" "/etc/systemd/system/${ETHEREUM_SYNCHRONIZE_SERVICE_FILE}"
 systemctl daemon-reload
-systemctl restart "${ETHEREUM_SYNCHRONIZE_SERVICE_FILE}"
+systemctl restart --no-block "${ETHEREUM_SYNCHRONIZE_SERVICE_FILE}"
 
 echo
 echo
@@ -115,7 +117,7 @@ chmod 644 "${SCRIPT_DIR}/${ETHEREUM_TRENDING_SERVICE_FILE}" "${SCRIPT_DIR}/${ETH
 cp "${SCRIPT_DIR}/${ETHEREUM_TRENDING_SERVICE_FILE}" "/etc/systemd/system/${ETHEREUM_TRENDING_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${ETHEREUM_TRENDING_TIMER_FILE}" "/etc/systemd/system/${ETHEREUM_TRENDING_TIMER_FILE}"
 systemctl daemon-reload
-systemctl restart "${ETHEREUM_TRENDING_TIMER_FILE}"
+systemctl restart --no-block "${ETHEREUM_TRENDING_TIMER_FILE}"
 
 # echo
 # echo
@@ -132,7 +134,7 @@ chmod 644 "${SCRIPT_DIR}/${ETHEREUM_MISSING_SERVICE_FILE}" "${SCRIPT_DIR}/${ETHE
 cp "${SCRIPT_DIR}/${ETHEREUM_MISSING_SERVICE_FILE}" "/etc/systemd/system/${ETHEREUM_MISSING_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${ETHEREUM_MISSING_TIMER_FILE}" "/etc/systemd/system/${ETHEREUM_MISSING_TIMER_FILE}"
 systemctl daemon-reload
-systemctl restart "${ETHEREUM_MISSING_TIMER_FILE}"
+systemctl restart --no-block "${ETHEREUM_MISSING_TIMER_FILE}"
 
 echo
 echo
@@ -140,7 +142,7 @@ echo -e "${PREFIX_INFO} Replacing existing Polygon block with transactions syncr
 chmod 644 "${SCRIPT_DIR}/${POLYGON_SYNCHRONIZE_SERVICE}"
 cp "${SCRIPT_DIR}/${POLYGON_SYNCHRONIZE_SERVICE}" "/etc/systemd/system/${POLYGON_SYNCHRONIZE_SERVICE}"
 systemctl daemon-reload
-systemctl restart "${POLYGON_SYNCHRONIZE_SERVICE}"
+systemctl restart --no-block "${POLYGON_SYNCHRONIZE_SERVICE}"
 
 echo
 echo
@@ -149,7 +151,7 @@ chmod 644 "${SCRIPT_DIR}/${POLYGON_MISSING_SERVICE_FILE}" "${SCRIPT_DIR}/${POLYG
 cp "${SCRIPT_DIR}/${POLYGON_MISSING_SERVICE_FILE}" "/etc/systemd/system/${POLYGON_MISSING_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${POLYGON_MISSING_TIMER_FILE}" "/etc/systemd/system/${POLYGON_MISSING_TIMER_FILE}"
 systemctl daemon-reload
-systemctl restart "${POLYGON_MISSING_TIMER_FILE}"
+systemctl restart --no-block "${POLYGON_MISSING_TIMER_FILE}"
 
 echo
 echo
@@ -166,7 +168,7 @@ systemctl restart --no-block "${POLYGON_STATISTICS_TIMER_FILE}"
 # chmod 644 "${SCRIPT_DIR}/${POLYGON_TXPOOL_SERVICE_FILE}"
 # cp "${SCRIPT_DIR}/${POLYGON_TXPOOL_SERVICE_FILE}" "/etc/systemd/system/${POLYGON_TXPOOL_SERVICE_FILE}"
 # systemctl daemon-reload
-# systemctl restart "${POLYGON_TXPOOL_SERVICE_FILE}"
+# systemctl restart --no-block "${POLYGON_TXPOOL_SERVICE_FILE}"
 
 echo
 echo
@@ -174,7 +176,7 @@ echo -e "${PREFIX_INFO} Replacing existing Polygon moonworm crawler service defi
 chmod 644 "${SCRIPT_DIR}/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}" "/etc/systemd/system/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
 systemctl daemon-reload
-systemctl restart "${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
+systemctl restart --no-block "${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
 
 echo
 echo
@@ -182,7 +184,7 @@ echo -e "${PREFIX_INFO} Replacing existing XDai block with transactions syncroni
 chmod 644 "${SCRIPT_DIR}/${XDAI_SYNCHRONIZE_SERVICE}"
 cp "${SCRIPT_DIR}/${XDAI_SYNCHRONIZE_SERVICE}" "/etc/systemd/system/${XDAI_SYNCHRONIZE_SERVICE}"
 systemctl daemon-reload
-systemctl restart "${XDAI_SYNCHRONIZE_SERVICE}"
+systemctl restart --no-block "${XDAI_SYNCHRONIZE_SERVICE}"
 
 echo
 echo
@@ -191,4 +193,13 @@ chmod 644 "${SCRIPT_DIR}/${XDAI_MISSING_SERVICE_FILE}" "${SCRIPT_DIR}/${XDAI_MIS
 cp "${SCRIPT_DIR}/${XDAI_MISSING_SERVICE_FILE}" "/etc/systemd/system/${XDAI_MISSING_SERVICE_FILE}"
 cp "${SCRIPT_DIR}/${XDAI_MISSING_TIMER_FILE}" "/etc/systemd/system/${XDAI_MISSING_TIMER_FILE}"
 systemctl daemon-reload
-systemctl restart "${XDAI_MISSING_TIMER_FILE}"
+systemctl restart --no-block "${XDAI_MISSING_TIMER_FILE}"
+
+echo
+echo
+echo -e "${PREFIX_INFO} Replacing existing XDai statistics dashbord service and timer with: ${XDAI_STATISTICS_SERVICE_FILE}, ${XDAI_STATISTICS_TIMER_FILE}"
+chmod 644 "${SCRIPT_DIR}/${XDAI_STATISTICS_SERVICE_FILE}" "${SCRIPT_DIR}/${XDAI_STATISTICS_TIMER_FILE}"
+cp "${SCRIPT_DIR}/${XDAI_STATISTICS_SERVICE_FILE}" "/etc/systemd/system/${XDAI_STATISTICS_SERVICE_FILE}"
+cp "${SCRIPT_DIR}/${XDAI_STATISTICS_TIMER_FILE}" "/etc/systemd/system/${XDAI_STATISTICS_TIMER_FILE}"
+systemctl daemon-reload
+systemctl restart --no-block "${XDAI_STATISTICS_TIMER_FILE}"

crawlers/deploy/xdai-statistics.service

@@ -0,0 +1,14 @@
+[Unit]
+Description=Update XDai statistics dashboards
+After=network.target
+
+[Service]
+Type=oneshot
+User=ubuntu
+Group=www-data
+WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl
+EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
+ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.stats_worker.dashboard \
+    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
+    generate --blockchain xdai
+SyslogIdentifier=xdai-statistics

crawlers/deploy/xdai-statistics.timer

@@ -0,0 +1,9 @@
+[Unit]
+Description=Update XDai statistics dashboards each 6 hours
+
+[Timer]
+OnBootSec=10s
+OnUnitActiveSec=6h
+
+[Install]
+WantedBy=timers.target

crawlers/mooncrawl/mooncrawl/stats_worker/dashboard.py

@@ -41,13 +41,16 @@ logger = logging.getLogger(__name__)
 subscription_ids_by_blockchain = {
     "ethereum": ["ethereum_blockchain", "ethereum_smartcontract"],
     "polygon": ["polygon_blockchain", "polygon_smartcontract"],
+    "xdai": ["xdai_blockchain", "xdai_smartcontract"]
 }
 
 blockchain_by_subscription_id = {
     "ethereum_blockchain": "ethereum",
     "polygon_blockchain": "polygon",
+    "xdai_blockchain": "xdai",
     "ethereum_smartcontract": "ethereum",
     "polygon_smartcontract": "polygon",
+    "xdai_smartcontract": "xdai",
 }