Version, deployment service, setup requirements update for moonworm

backend/moonstreamapi/version.py

@@ -2,4 +2,4 @@
 Moonstream library and API version.
 """
 
-MOONSTREAMAPI_VERSION = "0.1.1"
+MOONSTREAMAPI_VERSION = "0.1.2"

crawlers/deploy/deploy.bash

@@ -45,7 +45,7 @@ POLYGON_MISSING_TIMER_FILE="polygon-missing.timer"
 POLYGON_STATISTICS_SERVICE_FILE="polygon-statistics.service"
 POLYGON_STATISTICS_TIMER_FILE="polygon-statistics.timer"
 POLYGON_TXPOOL_SERVICE_FILE="polygon-txpool.service"
-
+POLYGON_MOONWORM_CRAWLER_SERVICE_FILE="polygon-moonworm-crawler.service"
 
 set -eu
 
@@ -150,3 +150,11 @@ systemctl restart "${POLYGON_STATISTICS_TIMER_FILE}"
 # cp "${SCRIPT_DIR}/${POLYGON_TXPOOL_SERVICE_FILE}" "/etc/systemd/system/${POLYGON_TXPOOL_SERVICE_FILE}"
 # systemctl daemon-reload
 # systemctl restart "${POLYGON_TXPOOL_SERVICE_FILE}"
+
+echo
+echo
+echo -e "${PREFIX_INFO} Replacing existing Polygon moonworm crawler service definition with ${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
+chmod 644 "${SCRIPT_DIR}/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
+cp "${SCRIPT_DIR}/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}" "/etc/systemd/system/${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"
+systemctl daemon-reload
+systemctl restart "${POLYGON_MOONWORM_CRAWLER_SERVICE_FILE}"

crawlers/deploy/polygon-moonworm-crawler.service

@@ -0,0 +1,18 @@
+[Unit]
+Description=Polygon moonworm crawler
+After=network.target
+StartLimitIntervalSec=300
+StartLimitBurst=3
+
+[Service]
+User=ubuntu
+Group=www-data
+WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl
+EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
+Restart=on-failure
+RestartSec=15s
+ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.moonworm-crawler crawl -b polygon
+SyslogIdentifier=polygon-moonworm-crawler
+
+[Install]
+WantedBy=multi-user.target

crawlers/mooncrawl/mooncrawl/version.py

@@ -2,4 +2,4 @@
 Moonstream crawlers version.
 """
 
-MOONCRAWL_VERSION = "0.1.1"
+MOONCRAWL_VERSION = "0.1.2"

crawlers/mooncrawl/sample.env

@@ -16,3 +16,4 @@ export HUMBUG_REPORTER_CRAWLERS_TOKEN="<Bugout Humbug token for crash reports>"
 export MOONSTREAM_DATA_JOURNAL_ID="<Bugout journal id for moonstream>"
 export MOONSTREAM_ADMIN_ACCESS_TOKEN="<Bugout access token for moonstream>"
 export NFT_HUMBUG_TOKEN="<Token for nft crawler>"
+export MOONSTREAM_MOONWORM_TASKS_JOURNAL="<journal_with_tasks_for_moonworm_crawler>"

crawlers/mooncrawl/setup.py

@@ -34,11 +34,11 @@ setup(
     zip_safe=False,
     install_requires=[
         "boto3",
-        "bugout",
+        "bugout>=0.1.19",
         "chardet",
         "fastapi",
-        "moonstreamdb",
+        "moonstreamdb>=0.2.2",
-        "moonworm==0.1.7",
+        "moonworm>=0.1.7",
         "humbug",
         "pydantic",
         "python-dateutil",