From b8b6d0c8c70d5c8c03fa109e1b3ed728ca2bf834 Mon Sep 17 00:00:00 2001 From: Andrey Date: Wed, 20 Dec 2023 01:29:25 +0200 Subject: [PATCH] Clean deprecated workers. --- crawlers/deploy/deploy.bash | 42 +------------------ .../polygon-cu-reports-tokenonomics.service | 11 ----- .../polygon-cu-reports-tokenonomics.timer | 9 ---- crawlers/deploy/polygon-statistics.service | 11 ----- crawlers/deploy/polygon-statistics.timer | 9 ---- crawlers/deploy/wyrm-statistics.service | 11 ----- crawlers/deploy/wyrm-statistics.timer | 9 ---- crawlers/deploy/xdai-statistics.service | 11 ----- crawlers/deploy/xdai-statistics.timer | 9 ---- 9 files changed, 1 insertion(+), 121 deletions(-) delete mode 100644 crawlers/deploy/polygon-cu-reports-tokenonomics.service delete mode 100644 crawlers/deploy/polygon-cu-reports-tokenonomics.timer delete mode 100644 crawlers/deploy/polygon-statistics.service delete mode 100644 crawlers/deploy/polygon-statistics.timer delete mode 100644 crawlers/deploy/wyrm-statistics.service delete mode 100644 crawlers/deploy/wyrm-statistics.timer delete mode 100644 crawlers/deploy/xdai-statistics.service delete mode 100644 crawlers/deploy/xdai-statistics.timer diff --git a/crawlers/deploy/deploy.bash b/crawlers/deploy/deploy.bash index 269a7cc8..b481dfd6 100755 --- a/crawlers/deploy/deploy.bash +++ b/crawlers/deploy/deploy.bash @@ -47,8 +47,6 @@ ETHEREUM_HISTORICAL_CRAWL_EVENTS_TIMER_FILE="ethereum-historical-crawl-events.ti POLYGON_SYNCHRONIZE_SERVICE="polygon-synchronize.service" POLYGON_MISSING_SERVICE_FILE="polygon-missing.service" POLYGON_MISSING_TIMER_FILE="polygon-missing.timer" -POLYGON_STATISTICS_SERVICE_FILE="polygon-statistics.service" -POLYGON_STATISTICS_TIMER_FILE="polygon-statistics.timer" POLYGON_MOONWORM_CRAWLER_SERVICE_FILE="polygon-moonworm-crawler.service" POLYGON_STATE_SERVICE_FILE="polygon-state.service" POLYGON_STATE_TIMER_FILE="polygon-state.timer" @@ -56,8 +54,6 @@ POLYGON_STATE_CLEAN_SERVICE_FILE="polygon-state-clean.service" POLYGON_STATE_CLEAN_TIMER_FILE="polygon-state-clean.timer" POLYGON_METADATA_SERVICE_FILE="polygon-metadata.service" POLYGON_METADATA_TIMER_FILE="polygon-metadata.timer" -POLYGON_CU_REPORTS_TOKENONOMICS_SERVICE_FILE="polygon-cu-reports-tokenonomics.service" -POLYGON_CU_REPORTS_TOKENONOMICS_TIMER_FILE="polygon-cu-reports-tokenonomics.timer" POLYGON_CU_NFT_DASHBOARD_SERVICE_FILE="polygon-cu-nft-dashboard.service" POLYGON_CU_NFT_DASHBOARD_TIMER_FILE="polygon-cu-nft-dashboard.timer" POLYGON_HISTORICAL_CRAWL_TRANSACTIONS_SERVICE_FILE="polygon-historical-crawl-transactions.service" @@ -86,8 +82,7 @@ MUMBAI_HISTORICAL_CRAWL_EVENTS_TIMER_FILE="mumbai-historical-crawl-events.timer" XDAI_SYNCHRONIZE_SERVICE="xdai-synchronize.service" XDAI_MISSING_SERVICE_FILE="xdai-missing.service" XDAI_MISSING_TIMER_FILE="xdai-missing.timer" -XDAI_STATISTICS_SERVICE_FILE="xdai-statistics.service" -XDAI_STATISTICS_TIMER_FILE="xdai-statistics.timer" + XDAI_MOONWORM_CRAWLER_SERVICE_FILE="xdai-moonworm-crawler.service" XDai_HISTORICAL_CRAWL_TRANSACTIONS_SERVICE_FILE="xdai-historical-crawl-transactions.service" XDai_HISTORICAL_CRAWL_TRANSACTIONS_TIMER_FILE="xdai-historical-crawl-transactions.timer" @@ -98,8 +93,6 @@ XDai_HISTORICAL_CRAWL_EVENTS_TIMER_FILE="xdai-historical-crawl-events.timer" WYRM_SYNCHRONIZE_SERVICE="wyrm-synchronize.service" WYRM_MISSING_SERVICE_FILE="wyrm-missing.service" WYRM_MISSING_TIMER_FILE="wyrm-missing.timer" -WYRM_STATISTICS_SERVICE_FILE="wyrm-statistics.service" -WYRM_STATISTICS_TIMER_FILE="wyrm-statistics.timer" WYRM_MOONWORM_CRAWLER_SERVICE_FILE="wyrm-moonworm-crawler.service" WYRM_HISTORICAL_CRAWL_TRANSACTIONS_SERVICE_FILE="wyrm-historical-crawl-transactions.service" WYRM_HISTORICAL_CRAWL_TRANSACTIONS_TIMER_FILE="wyrm-historical-crawl-transactions.timer" @@ -256,14 +249,6 @@ cp "${SCRIPT_DIR}/${POLYGON_MISSING_TIMER_FILE}" "/home/ubuntu/.config/systemd/u XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${POLYGON_MISSING_TIMER_FILE}" -echo -echo -echo -e "${PREFIX_INFO} Replacing existing Polygon statistics dashbord service and timer with: ${POLYGON_STATISTICS_SERVICE_FILE}, ${POLYGON_STATISTICS_TIMER_FILE}" -chmod 644 "${SCRIPT_DIR}/${POLYGON_STATISTICS_SERVICE_FILE}" "${SCRIPT_DIR}/${POLYGON_STATISTICS_TIMER_FILE}" -cp "${SCRIPT_DIR}/${POLYGON_STATISTICS_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${POLYGON_STATISTICS_SERVICE_FILE}" -cp "${SCRIPT_DIR}/${POLYGON_STATISTICS_TIMER_FILE}" "/home/ubuntu/.config/systemd/user/${POLYGON_STATISTICS_TIMER_FILE}" -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${POLYGON_STATISTICS_TIMER_FILE}" echo echo @@ -300,14 +285,6 @@ cp "${SCRIPT_DIR}/${POLYGON_METADATA_TIMER_FILE}" "/home/ubuntu/.config/systemd/ XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${POLYGON_METADATA_TIMER_FILE}" -echo -echo -echo -e "${PREFIX_INFO} Replacing existing Polygon CU reports tokenonomics service and timer with: ${POLYGON_CU_REPORTS_TOKENONOMICS_SERVICE_FILE}, ${POLYGON_CU_REPORTS_TOKENONOMICS_TIMER_FILE}" -chmod 644 "${SCRIPT_DIR}/${POLYGON_CU_REPORTS_TOKENONOMICS_SERVICE_FILE}" "${SCRIPT_DIR}/${POLYGON_CU_REPORTS_TOKENONOMICS_TIMER_FILE}" -cp "${SCRIPT_DIR}/${POLYGON_CU_REPORTS_TOKENONOMICS_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${POLYGON_CU_REPORTS_TOKENONOMICS_SERVICE_FILE}" -cp "${SCRIPT_DIR}/${POLYGON_CU_REPORTS_TOKENONOMICS_TIMER_FILE}" "/home/ubuntu/.config/systemd/user/${POLYGON_CU_REPORTS_TOKENONOMICS_TIMER_FILE}" -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${POLYGON_CU_REPORTS_TOKENONOMICS_TIMER_FILE}" echo echo @@ -423,14 +400,6 @@ cp "${SCRIPT_DIR}/${XDAI_MISSING_TIMER_FILE}" "/home/ubuntu/.config/systemd/user XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XDAI_MISSING_TIMER_FILE}" -echo -echo -echo -e "${PREFIX_INFO} Replacing existing XDai statistics dashbord service and timer with: ${XDAI_STATISTICS_SERVICE_FILE}, ${XDAI_STATISTICS_TIMER_FILE}" -chmod 644 "${SCRIPT_DIR}/${XDAI_STATISTICS_SERVICE_FILE}" "${SCRIPT_DIR}/${XDAI_STATISTICS_TIMER_FILE}" -cp "${SCRIPT_DIR}/${XDAI_STATISTICS_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${XDAI_STATISTICS_SERVICE_FILE}" -cp "${SCRIPT_DIR}/${XDAI_STATISTICS_TIMER_FILE}" "/home/ubuntu/.config/systemd/user/${XDAI_STATISTICS_TIMER_FILE}" -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XDAI_STATISTICS_TIMER_FILE}" echo echo @@ -475,15 +444,6 @@ cp "${SCRIPT_DIR}/${WYRM_MISSING_TIMER_FILE}" "/home/ubuntu/.config/systemd/user XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${WYRM_MISSING_TIMER_FILE}" -echo -echo -echo -e "${PREFIX_INFO} Replacing existing Wyrm statistics dashbord service and timer with: ${WYRM_STATISTICS_SERVICE_FILE}, ${WYRM_STATISTICS_TIMER_FILE}" -chmod 644 "${SCRIPT_DIR}/${WYRM_STATISTICS_SERVICE_FILE}" "${SCRIPT_DIR}/${WYRM_STATISTICS_TIMER_FILE}" -cp "${SCRIPT_DIR}/${WYRM_STATISTICS_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${WYRM_STATISTICS_SERVICE_FILE}" -cp "${SCRIPT_DIR}/${WYRM_STATISTICS_TIMER_FILE}" "/home/ubuntu/.config/systemd/user/${WYRM_STATISTICS_TIMER_FILE}" -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload -XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${WYRM_STATISTICS_TIMER_FILE}" - echo echo echo -e "${PREFIX_INFO} Replacing existing Wyrm moonworm crawler service definition with ${WYRM_MOONWORM_CRAWLER_SERVICE_FILE}" diff --git a/crawlers/deploy/polygon-cu-reports-tokenonomics.service b/crawlers/deploy/polygon-cu-reports-tokenonomics.service deleted file mode 100644 index dededd71..00000000 --- a/crawlers/deploy/polygon-cu-reports-tokenonomics.service +++ /dev/null @@ -1,11 +0,0 @@ -[Unit] -Description=Runs custom crawler for CU tokenonomics -After=network.target - -[Service] -Type=oneshot -WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl -EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env -ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.reports_crawler.cli cu-reports --moonstream-token "${MOONSTREAM_PUBLIC_QUERIES_DATA_ACCESS_TOKEN}" queries run-tokenonomics -CPUWeight=60 -SyslogIdentifier=polygon-cu-reports-tokenonomics \ No newline at end of file diff --git a/crawlers/deploy/polygon-cu-reports-tokenonomics.timer b/crawlers/deploy/polygon-cu-reports-tokenonomics.timer deleted file mode 100644 index 3a56d85d..00000000 --- a/crawlers/deploy/polygon-cu-reports-tokenonomics.timer +++ /dev/null @@ -1,9 +0,0 @@ -[Unit] -Description=Runs custom crawler for CU tokenonomics - -[Timer] -OnBootSec=60s -OnUnitActiveSec=60m - -[Install] -WantedBy=timers.target diff --git a/crawlers/deploy/polygon-statistics.service b/crawlers/deploy/polygon-statistics.service deleted file mode 100644 index ea51aa85..00000000 --- a/crawlers/deploy/polygon-statistics.service +++ /dev/null @@ -1,11 +0,0 @@ -[Unit] -Description=Update Polygon statistics dashboards -After=network.target - -[Service] -Type=oneshot -WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl -EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env -ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.stats_worker.dashboard --access-id "${NB_CONTROLLER_ACCESS_ID}" generate --blockchain polygon -CPUWeight=60 -SyslogIdentifier=polygon-statistics \ No newline at end of file diff --git a/crawlers/deploy/polygon-statistics.timer b/crawlers/deploy/polygon-statistics.timer deleted file mode 100644 index 0cab38da..00000000 --- a/crawlers/deploy/polygon-statistics.timer +++ /dev/null @@ -1,9 +0,0 @@ -[Unit] -Description=Update Polygon statistics dashboards each 6 hours - -[Timer] -OnBootSec=20s -OnUnitActiveSec=6h - -[Install] -WantedBy=timers.target diff --git a/crawlers/deploy/wyrm-statistics.service b/crawlers/deploy/wyrm-statistics.service deleted file mode 100644 index e8a7add2..00000000 --- a/crawlers/deploy/wyrm-statistics.service +++ /dev/null @@ -1,11 +0,0 @@ -[Unit] -Description=Update Wyrm statistics dashboards -After=network.target - -[Service] -Type=oneshot -WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl -EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env -ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.stats_worker.dashboard --access-id "${NB_CONTROLLER_ACCESS_ID}" generate --blockchain wyrm -CPUWeight=60 -SyslogIdentifier=wyrm-statistics \ No newline at end of file diff --git a/crawlers/deploy/wyrm-statistics.timer b/crawlers/deploy/wyrm-statistics.timer deleted file mode 100644 index 885c5191..00000000 --- a/crawlers/deploy/wyrm-statistics.timer +++ /dev/null @@ -1,9 +0,0 @@ -[Unit] -Description=Update Wyrm statistics dashboards each 6 hours - -[Timer] -OnBootSec=25s -OnUnitActiveSec=6h - -[Install] -WantedBy=timers.target \ No newline at end of file diff --git a/crawlers/deploy/xdai-statistics.service b/crawlers/deploy/xdai-statistics.service deleted file mode 100644 index 4a1b12cb..00000000 --- a/crawlers/deploy/xdai-statistics.service +++ /dev/null @@ -1,11 +0,0 @@ -[Unit] -Description=Update XDai statistics dashboards -After=network.target - -[Service] -Type=oneshot -WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl -EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env -ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.stats_worker.dashboard --access-id "${NB_CONTROLLER_ACCESS_ID}" generate --blockchain xdai -CPUWeight=60 -SyslogIdentifier=xdai-statistics \ No newline at end of file diff --git a/crawlers/deploy/xdai-statistics.timer b/crawlers/deploy/xdai-statistics.timer deleted file mode 100644 index 8ef61b51..00000000 --- a/crawlers/deploy/xdai-statistics.timer +++ /dev/null @@ -1,9 +0,0 @@ -[Unit] -Description=Update XDai statistics dashboards each 6 hours - -[Timer] -OnBootSec=25s -OnUnitActiveSec=6h - -[Install] -WantedBy=timers.target \ No newline at end of file