Applied CPU Weight

2022-06-11 12:06:01 +00:00 · 2022-06-11 12:06:01 +00:00 · 2cfdc2dc99
commit 2cfdc2dc99
--- a/crawlers/deploy/ethereum-missing.service
+++ b/crawlers/deploy/ethereum-missing.service
@ -11,4 +11,5 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    blocks missing --blockchain ethereum -n
+CPUWeight=50
 SyslogIdentifier=ethereum-missing
--- a/crawlers/deploy/ethereum-synchronize.service
+++ b/crawlers/deploy/ethereum-synchronize.service
@ -14,6 +14,7 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    blocks synchronize --blockchain ethereum -c 6 -j 2
+CPUWeight=90
 SyslogIdentifier=ethereum-synchronize

 [Install]
--- a/crawlers/deploy/ethereum-trending.service
+++ b/crawlers/deploy/ethereum-trending.service
@ -11,4 +11,5 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    trending
+CPUWeight=30
 SyslogIdentifier=ethereum-trending
--- a/crawlers/deploy/ethereum-txpool.service
+++ b/crawlers/deploy/ethereum-txpool.service
@ -14,6 +14,7 @@ RestartSec=15s
 ExecStart=/home/ubuntu/moonstream/crawlers/txpool/txpool \
    -blockchain ethereum \
    -access-id "${NB_CONTROLLER_ACCESS_ID}"
+CPUWeight=30
 SyslogIdentifier=ethereum-txpool

 [Install]
--- a/crawlers/deploy/moonworm-unicorns-mainnet.service
+++ b/crawlers/deploy/moonworm-unicorns-mainnet.service
@ -11,6 +11,7 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 Restart=on-failure
 RestartSec=15s
 ExecStart=/home/ubuntu/moonworm-env/bin/python -m moonworm.cli watch-cu -w "${MOONSTREAM_POLYGON_WEB3_PROVIDER_URI}?access_id=${NB_CONTROLLER_ACCESS_ID}&data_source=blockchain" -c 0xdC0479CC5BbA033B3e7De9F178607150B3AbCe1f -d 21418707 --confirmations 60
+CPUWeight=70
 SyslogIdentifier=moonworm-unicorns-mainnet

 [Install]
--- a/crawlers/deploy/polygon-missing.service
+++ b/crawlers/deploy/polygon-missing.service
@ -11,4 +11,5 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    blocks missing --blockchain polygon -n
+CPUWeight=50
 SyslogIdentifier=polygon-missing
--- a/crawlers/deploy/polygon-moonworm-crawler.service
+++ b/crawlers/deploy/polygon-moonworm-crawler.service
@ -14,6 +14,7 @@ RestartSec=15s
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.moonworm_crawler.cli \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    crawl -b polygon
+CPUWeight=70
 SyslogIdentifier=polygon-moonworm-crawler

 [Install]
--- a/crawlers/deploy/polygon-statistics.service
+++ b/crawlers/deploy/polygon-statistics.service
@ -11,4 +11,5 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.stats_worker.dashboard \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    generate --blockchain polygon
+CPUWeight=60
 SyslogIdentifier=polygon-statistics
--- a/crawlers/deploy/polygon-synchronize.service
+++ b/crawlers/deploy/polygon-synchronize.service
@ -14,6 +14,7 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    blocks synchronize --blockchain polygon -c 60 -j 2
+CPUWeight=90
 SyslogIdentifier=polygon-synchronize

 [Install]
--- a/crawlers/deploy/polygon-txpool.service
+++ b/crawlers/deploy/polygon-txpool.service
@ -14,6 +14,7 @@ RestartSec=15s
 ExecStart=/home/ubuntu/moonstream/crawlers/txpool/txpool \
    -blockchain polygon \
    -access-id "${NB_CONTROLLER_ACCESS_ID}"
+CPUWeight=30
 SyslogIdentifier=polygon-txpool

 [Install]
--- a/crawlers/deploy/xdai-missing.service
+++ b/crawlers/deploy/xdai-missing.service
@ -11,4 +11,5 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    blocks missing --blockchain xdai -n
+CPUWeight=50
 SyslogIdentifier=xdai-missing
--- a/crawlers/deploy/xdai-moonworm-crawler.service
+++ b/crawlers/deploy/xdai-moonworm-crawler.service
@ -14,6 +14,7 @@ RestartSec=15s
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.moonworm_crawler.cli \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    crawl -b xdai --start 21704746
+CPUWeight=70
 SyslogIdentifier=xdai-moonworm-crawler

 [Install]
--- a/crawlers/deploy/xdai-statistics.service
+++ b/crawlers/deploy/xdai-statistics.service
@ -11,4 +11,5 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.stats_worker.dashboard \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    generate --blockchain xdai
+CPUWeight=60
 SyslogIdentifier=xdai-statistics
--- a/crawlers/deploy/xdai-synchronize.service
+++ b/crawlers/deploy/xdai-synchronize.service
@ -14,6 +14,7 @@ EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
 ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler \
    --access-id "${NB_CONTROLLER_ACCESS_ID}" \
    blocks synchronize --blockchain xdai -c 60 -j 2
+CPUWeight=90
 SyslogIdentifier=xdai-synchronize

 [Install]
--- a/crawlers/mooncrawl/sample.env
+++ b/crawlers/mooncrawl/sample.env
@ -17,6 +17,7 @@ export NFT_HUMBUG_TOKEN="<Token_for_nft_crawler>"
 # Blockchain nodes environment variables
 export MOONSTREAM_ETHEREUM_WEB3_PROVIDER_URI="https://<connection_path_uri_to_ethereum_node>"
 export MOONSTREAM_POLYGON_WEB3_PROVIDER_URI="https://<connection_path_uri_to_polygon_node>"
+export MOONSTREAM_XDAI_WEB3_PROVIDER_URI="https://<connection_path_uri_to_xdai_node>"
 export NB_CONTROLLER_ACCESS_ID="<access_uuid_for_moonstream_nodebalancer>"

 # AWS environment variables