kopia lustrzana https://github.com/bugout-dev/moonstream
Add xai testnet.
rodzic
49f99bb6e2
commit
41b817660a
|
@ -146,6 +146,12 @@ XAI_MISSING_TIMER_FILE="xai-missing.timer"
|
||||||
XAI_MOONWORM_CRAWLER_SERVICE_FILE="xai-moonworm-crawler.service"
|
XAI_MOONWORM_CRAWLER_SERVICE_FILE="xai-moonworm-crawler.service"
|
||||||
XAI_SYNCHRONIZE_SERVICE="xai-synchronize.service"
|
XAI_SYNCHRONIZE_SERVICE="xai-synchronize.service"
|
||||||
|
|
||||||
|
# Xai testnet
|
||||||
|
XAI_TESTNET_MISSING_SERVICE_FILE="xai-testnet-missing.service"
|
||||||
|
XAI_TESTNET_MISSING_TIMER_FILE="xai-testnet-missing.timer"
|
||||||
|
XAI_TESTNET_MOONWORM_CRAWLER_SERVICE_FILE="xai-testnet-moonworm-crawler.service"
|
||||||
|
XAI_TESTNET_SYNCHRONIZE_SERVICE="xai-testnet-synchronize.service"
|
||||||
|
|
||||||
set -eu
|
set -eu
|
||||||
|
|
||||||
echo
|
echo
|
||||||
|
@ -715,4 +721,31 @@ echo -e "${PREFIX_INFO} Replacing existing Xai moonworm crawler service definiti
|
||||||
chmod 644 "${SCRIPT_DIR}/${XAI_MOONWORM_CRAWLER_SERVICE_FILE}"
|
chmod 644 "${SCRIPT_DIR}/${XAI_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
cp "${SCRIPT_DIR}/${XAI_MOONWORM_CRAWLER_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${XAI_MOONWORM_CRAWLER_SERVICE_FILE}"
|
cp "${SCRIPT_DIR}/${XAI_MOONWORM_CRAWLER_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${XAI_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload
|
||||||
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XAI_MOONWORM_CRAWLER_SERVICE_FILE}"
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XAI_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
|
|
||||||
|
|
||||||
|
# Xai testnet
|
||||||
|
echo
|
||||||
|
echo
|
||||||
|
echo -e "${PREFIX_INFO} Replacing existing Xai testnet block with transactions syncronizer service definition with ${XAI_TESTNET_SYNCHRONIZE_SERVICE}"
|
||||||
|
chmod 644 "${SCRIPT_DIR}/${XAI_TESTNET_SYNCHRONIZE_SERVICE}"
|
||||||
|
cp "${SCRIPT_DIR}/${XAI_TESTNET_SYNCHRONIZE_SERVICE}" "/home/ubuntu/.config/systemd/user/${XAI_TESTNET_SYNCHRONIZE_SERVICE}"
|
||||||
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload
|
||||||
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XAI_TESTNET_SYNCHRONIZE_SERVICE}"
|
||||||
|
|
||||||
|
echo
|
||||||
|
echo
|
||||||
|
echo -e "${PREFIX_INFO} Replacing existing Xai testnet missing service and timer with: ${XAI_TESTNET_MISSING_SERVICE_FILE}, ${XAI_TESTNET_MISSING_TIMER_FILE}"
|
||||||
|
chmod 644 "${SCRIPT_DIR}/${XAI_TESTNET_MISSING_SERVICE_FILE}" "${SCRIPT_DIR}/${XAI_TESTNET_MISSING_TIMER_FILE}"
|
||||||
|
cp "${SCRIPT_DIR}/${XAI_TESTNET_MISSING_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${XAI_TESTNET_MISSING_SERVICE_FILE}"
|
||||||
|
cp "${SCRIPT_DIR}/${XAI_TESTNET_MISSING_TIMER_FILE}" "/home/ubuntu/.config/systemd/user/${XAI_TESTNET_MISSING_TIMER_FILE}"
|
||||||
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload
|
||||||
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XAI_TESTNET_MISSING_TIMER_FILE}"
|
||||||
|
|
||||||
|
echo
|
||||||
|
echo
|
||||||
|
echo -e "${PREFIX_INFO} Replacing existing Xai testnet moonworm crawler service definition with ${XAI_TESTNET_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
|
chmod 644 "${SCRIPT_DIR}/${XAI_TESTNET_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
|
cp "${SCRIPT_DIR}/${XAI_TESTNET_MOONWORM_CRAWLER_SERVICE_FILE}" "/home/ubuntu/.config/systemd/user/${XAI_TESTNET_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user daemon-reload
|
||||||
|
XDG_RUNTIME_DIR="/run/user/1000" systemctl --user restart --no-block "${XAI_TESTNET_MOONWORM_CRAWLER_SERVICE_FILE}"
|
||||||
|
|
|
@ -9,7 +9,7 @@ Restart=on-failure
|
||||||
RestartSec=15s
|
RestartSec=15s
|
||||||
WorkingDirectory=/home/ubuntu/
|
WorkingDirectory=/home/ubuntu/
|
||||||
EnvironmentFile=/home/ubuntu/moonstream-secrets/monitoring.env
|
EnvironmentFile=/home/ubuntu/moonstream-secrets/monitoring.env
|
||||||
ExecStart=/home/ubuntu/monitoring -plugin systemd -host "${AWS_LOCAL_IPV4}" -port 7171 -healthcheck -server -threshold 3 -config /home/ubuntu/.monitoring/monitoring-crawlers-config.json -service ethereum-moonworm-crawler.service -service mumbai-moonworm-crawler.service -service polygon-moonworm-crawler.service -service zksync-era-moonworm-crawler.service -service arbitrum-nova-moonworm-crawler.service -service arbitrum-sepolia-moonworm-crawler.service -service xai-moonworm-crawler.service
|
ExecStart=/home/ubuntu/monitoring -plugin systemd -host "${AWS_LOCAL_IPV4}" -port 7171 -healthcheck -server -threshold 3 -config /home/ubuntu/.monitoring/monitoring-crawlers-config.json -service ethereum-moonworm-crawler.service -service mumbai-moonworm-crawler.service -service polygon-moonworm-crawler.service -service zksync-era-moonworm-crawler.service -service arbitrum-nova-moonworm-crawler.service -service arbitrum-sepolia-moonworm-crawler.service -service xai-moonworm-crawler.service -service xai-testnet-moonworm-crawler.service
|
||||||
CPUWeight=90
|
CPUWeight=90
|
||||||
SyslogIdentifier=monitoring-crawlers
|
SyslogIdentifier=monitoring-crawlers
|
||||||
|
|
||||||
|
|
|
@ -0,0 +1,11 @@
|
||||||
|
[Unit]
|
||||||
|
Description=Fill missing blocks at Xai testnet database
|
||||||
|
After=network.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl
|
||||||
|
EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
|
||||||
|
ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler --access-id "${NB_CONTROLLER_ACCESS_ID}" blocks missing --blockchain xai_testnet -n
|
||||||
|
CPUWeight=50
|
||||||
|
SyslogIdentifier=xai-testnet-missing
|
|
@ -0,0 +1,9 @@
|
||||||
|
[Unit]
|
||||||
|
Description=Fill missing blocks at Xai testnet database
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnBootSec=120s
|
||||||
|
OnUnitActiveSec=15m
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
|
@ -0,0 +1,17 @@
|
||||||
|
[Unit]
|
||||||
|
Description=Xai testnet moonworm crawler
|
||||||
|
After=network.target
|
||||||
|
StartLimitIntervalSec=300
|
||||||
|
StartLimitBurst=3
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl
|
||||||
|
EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
|
||||||
|
Restart=on-failure
|
||||||
|
RestartSec=15s
|
||||||
|
ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.moonworm_crawler.cli --access-id "${NB_CONTROLLER_ACCESS_ID}" crawl -b xai_testnet --confirmations 10 --min-blocks-batch 20
|
||||||
|
CPUWeight=70
|
||||||
|
SyslogIdentifier=xai-test-moonworm-crawler
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target
|
|
@ -0,0 +1,17 @@
|
||||||
|
[Unit]
|
||||||
|
Description=Xai testnet block with transactions synchronizer
|
||||||
|
StartLimitIntervalSec=300
|
||||||
|
StartLimitBurst=3
|
||||||
|
After=network.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Restart=on-failure
|
||||||
|
RestartSec=15s
|
||||||
|
WorkingDirectory=/home/ubuntu/moonstream/crawlers/mooncrawl
|
||||||
|
EnvironmentFile=/home/ubuntu/moonstream-secrets/app.env
|
||||||
|
ExecStart=/home/ubuntu/moonstream-env/bin/python -m mooncrawl.crawler --access-id "${NB_CONTROLLER_ACCESS_ID}" blocks synchronize --blockchain xai_testnet -c 10 -j 2
|
||||||
|
CPUWeight=90
|
||||||
|
SyslogIdentifier=xai-testnet-synchronize
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target
|
|
@ -29,6 +29,7 @@ from .settings import (
|
||||||
MOONSTREAM_POLYGON_WEB3_PROVIDER_URI,
|
MOONSTREAM_POLYGON_WEB3_PROVIDER_URI,
|
||||||
MOONSTREAM_WYRM_WEB3_PROVIDER_URI,
|
MOONSTREAM_WYRM_WEB3_PROVIDER_URI,
|
||||||
MOONSTREAM_XAI_WEB3_PROVIDER_URI,
|
MOONSTREAM_XAI_WEB3_PROVIDER_URI,
|
||||||
|
MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI,
|
||||||
MOONSTREAM_XDAI_WEB3_PROVIDER_URI,
|
MOONSTREAM_XDAI_WEB3_PROVIDER_URI,
|
||||||
MOONSTREAM_ZKSYNC_ERA_TESTNET_WEB3_PROVIDER_URI,
|
MOONSTREAM_ZKSYNC_ERA_TESTNET_WEB3_PROVIDER_URI,
|
||||||
MOONSTREAM_ZKSYNC_ERA_WEB3_PROVIDER_URI,
|
MOONSTREAM_ZKSYNC_ERA_WEB3_PROVIDER_URI,
|
||||||
|
@ -84,6 +85,8 @@ def connect(
|
||||||
web3_uri = MOONSTREAM_ARBITRUM_SEPOLIA_WEB3_PROVIDER_URI
|
web3_uri = MOONSTREAM_ARBITRUM_SEPOLIA_WEB3_PROVIDER_URI
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
web3_uri = MOONSTREAM_XAI_WEB3_PROVIDER_URI
|
web3_uri = MOONSTREAM_XAI_WEB3_PROVIDER_URI
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
web3_uri = MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI
|
||||||
else:
|
else:
|
||||||
raise Exception("Wrong blockchain type provided for web3 URI")
|
raise Exception("Wrong blockchain type provided for web3 URI")
|
||||||
|
|
||||||
|
@ -185,6 +188,13 @@ def add_block(db_session, block: Any, blockchain_type: AvailableBlockchainType)
|
||||||
block_obj.send_root = block.get("sendRoot", "")
|
block_obj.send_root = block.get("sendRoot", "")
|
||||||
block_obj.mix_hash = block.get("mixHash", "")
|
block_obj.mix_hash = block.get("mixHash", "")
|
||||||
|
|
||||||
|
if blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
block_obj.sha3_uncles = block.get("sha3Uncles", "")
|
||||||
|
block_obj.l1_block_number = hex_to_int(block.get("l1BlockNumber"))
|
||||||
|
block_obj.send_count = hex_to_int(block.get("sendCount"))
|
||||||
|
block_obj.send_root = block.get("sendRoot", "")
|
||||||
|
block_obj.mix_hash = block.get("mixHash", "")
|
||||||
|
|
||||||
db_session.add(block_obj)
|
db_session.add(block_obj)
|
||||||
|
|
||||||
|
|
||||||
|
@ -236,6 +246,9 @@ def add_block_transactions(
|
||||||
if blockchain_type == AvailableBlockchainType.XAI:
|
if blockchain_type == AvailableBlockchainType.XAI:
|
||||||
tx_obj.y_parity = hex_to_int(tx.get("yParity"))
|
tx_obj.y_parity = hex_to_int(tx.get("yParity"))
|
||||||
|
|
||||||
|
if blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
tx_obj.y_parity = hex_to_int(tx.get("yParity"))
|
||||||
|
|
||||||
db_session.add(tx_obj)
|
db_session.add(tx_obj)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -140,6 +140,8 @@ def continuous_crawler(
|
||||||
network = Network.arbitrum_sepolia
|
network = Network.arbitrum_sepolia
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
network = Network.xai
|
network = Network.xai
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
network = Network.xai_testnet
|
||||||
else:
|
else:
|
||||||
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
||||||
|
|
||||||
|
|
|
@ -40,6 +40,7 @@ class SubscriptionTypes(Enum):
|
||||||
ARBITRUM_NOVA_BLOCKCHAIN = "arbitrum_nova_smartcontract"
|
ARBITRUM_NOVA_BLOCKCHAIN = "arbitrum_nova_smartcontract"
|
||||||
ARBITRUM_SEPOLIA_BLOCKCHAIN = "arbitrum_sepolia_smartcontract"
|
ARBITRUM_SEPOLIA_BLOCKCHAIN = "arbitrum_sepolia_smartcontract"
|
||||||
XAI_BLOCKCHAIN = "xai_smartcontract"
|
XAI_BLOCKCHAIN = "xai_smartcontract"
|
||||||
|
XAI_TESTNET_BLOCKCHAIN = "xai_testnet_smartcontract"
|
||||||
|
|
||||||
|
|
||||||
def abi_input_signature(input_abi: Dict[str, Any]) -> str:
|
def abi_input_signature(input_abi: Dict[str, Any]) -> str:
|
||||||
|
@ -154,6 +155,8 @@ def blockchain_type_to_subscription_type(
|
||||||
return SubscriptionTypes.ARBITRUM_SEPOLIA_BLOCKCHAIN
|
return SubscriptionTypes.ARBITRUM_SEPOLIA_BLOCKCHAIN
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
return SubscriptionTypes.XAI_BLOCKCHAIN
|
return SubscriptionTypes.XAI_BLOCKCHAIN
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
return SubscriptionTypes.XAI_TESTNET_BLOCKCHAIN
|
||||||
else:
|
else:
|
||||||
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
||||||
|
|
||||||
|
|
|
@ -78,6 +78,8 @@ def function_call_crawler(
|
||||||
network = Network.arbitrum_sepolia
|
network = Network.arbitrum_sepolia
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
network = Network.xai
|
network = Network.xai
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
network = Network.xai_testnet
|
||||||
else:
|
else:
|
||||||
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
||||||
|
|
||||||
|
|
|
@ -71,6 +71,8 @@ def historical_crawler(
|
||||||
network = Network.arbitrum_sepolia
|
network = Network.arbitrum_sepolia
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
network = Network.xai
|
network = Network.xai
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
network = Network.xai_testnet
|
||||||
else:
|
else:
|
||||||
raise Exception("Unsupported blockchain type provided")
|
raise Exception("Unsupported blockchain type provided")
|
||||||
|
|
||||||
|
|
|
@ -144,6 +144,11 @@ MOONSTREAM_XAI_WEB3_PROVIDER_URI = os.environ.get(
|
||||||
if MOONSTREAM_XAI_WEB3_PROVIDER_URI == "":
|
if MOONSTREAM_XAI_WEB3_PROVIDER_URI == "":
|
||||||
raise Exception("MOONSTREAM_XAI_WEB3_PROVIDER_URI env variable is not set")
|
raise Exception("MOONSTREAM_XAI_WEB3_PROVIDER_URI env variable is not set")
|
||||||
|
|
||||||
|
MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI = os.environ.get(
|
||||||
|
"MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI", ""
|
||||||
|
)
|
||||||
|
if MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI == "":
|
||||||
|
raise Exception("MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI env variable is not set")
|
||||||
|
|
||||||
MOONSTREAM_CRAWL_WORKERS = 4
|
MOONSTREAM_CRAWL_WORKERS = 4
|
||||||
MOONSTREAM_CRAWL_WORKERS_RAW = os.environ.get("MOONSTREAM_CRAWL_WORKERS")
|
MOONSTREAM_CRAWL_WORKERS_RAW = os.environ.get("MOONSTREAM_CRAWL_WORKERS")
|
||||||
|
|
|
@ -59,6 +59,7 @@ subscription_id_by_blockchain = {
|
||||||
"arbitrum_nova": "arbitrum_nova_smartcontract",
|
"arbitrum_nova": "arbitrum_nova_smartcontract",
|
||||||
"arbitrum_sepolia": "arbitrum_sepolia_smartcontract",
|
"arbitrum_sepolia": "arbitrum_sepolia_smartcontract",
|
||||||
"xai": "xai_smartcontract",
|
"xai": "xai_smartcontract",
|
||||||
|
"xai_testnet": "xai_testnet_smartcontract",
|
||||||
}
|
}
|
||||||
|
|
||||||
blockchain_by_subscription_id = {
|
blockchain_by_subscription_id = {
|
||||||
|
@ -71,6 +72,7 @@ blockchain_by_subscription_id = {
|
||||||
"arbitrum_nova_blockchain": "arbitrum_nova",
|
"arbitrum_nova_blockchain": "arbitrum_nova",
|
||||||
"arbitrum_sepolia_blockchain": "arbitrum_sepolia",
|
"arbitrum_sepolia_blockchain": "arbitrum_sepolia",
|
||||||
"xai_blockchain": "xai",
|
"xai_blockchain": "xai",
|
||||||
|
"xai_testnet_blockchain": "xai_testnet",
|
||||||
"ethereum_smartcontract": "ethereum",
|
"ethereum_smartcontract": "ethereum",
|
||||||
"polygon_smartcontract": "polygon",
|
"polygon_smartcontract": "polygon",
|
||||||
"mumbai_smartcontract": "mumbai",
|
"mumbai_smartcontract": "mumbai",
|
||||||
|
@ -81,6 +83,7 @@ blockchain_by_subscription_id = {
|
||||||
"arbitrum_nova_smartcontract": "arbitrum_nova",
|
"arbitrum_nova_smartcontract": "arbitrum_nova",
|
||||||
"arbitrum_sepolia_smartcontract": "arbitrum_sepolia",
|
"arbitrum_sepolia_smartcontract": "arbitrum_sepolia",
|
||||||
"xai_smartcontract": "xai",
|
"xai_smartcontract": "xai",
|
||||||
|
"xai_testnet_smartcontract": "xai_testnet",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -2,4 +2,4 @@
|
||||||
Moonstream crawlers version.
|
Moonstream crawlers version.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
MOONCRAWL_VERSION = "0.3.8"
|
MOONCRAWL_VERSION = "0.3.9"
|
||||||
|
|
|
@ -31,6 +31,7 @@ export MOONSTREAM_ZKSYNC_ERA_WEB3_PROVIDER_URI="https://<connection_path_uri_to_
|
||||||
export MOONSTREAM_ARBITRUM_NOVA_WEB3_PROVIDER_URI="https://<connection_path_uri_to_arbitrum_nova_node>"
|
export MOONSTREAM_ARBITRUM_NOVA_WEB3_PROVIDER_URI="https://<connection_path_uri_to_arbitrum_nova_node>"
|
||||||
export MOONSTREAM_ARBITRUM_SEPOLIA_WEB3_PROVIDER_URI="https://<connection_path_uri_to_arbitrum_sepolia_node>"
|
export MOONSTREAM_ARBITRUM_SEPOLIA_WEB3_PROVIDER_URI="https://<connection_path_uri_to_arbitrum_sepolia_node>"
|
||||||
export MOONSTREAM_XAI_WEB3_PROVIDER_URI="https://<connection_path_uri_to_xai_node>"
|
export MOONSTREAM_XAI_WEB3_PROVIDER_URI="https://<connection_path_uri_to_xai_node>"
|
||||||
|
export MOONSTREAM_XAI_TESTNET_WEB3_PROVIDER_URI="https://<connection_path_uri_to_xai_testnet_node>"
|
||||||
export NB_CONTROLLER_ACCESS_ID="<access_uuid_for_moonstream_nodebalancer>"
|
export NB_CONTROLLER_ACCESS_ID="<access_uuid_for_moonstream_nodebalancer>"
|
||||||
|
|
||||||
# AWS environment variables
|
# AWS environment variables
|
||||||
|
|
|
@ -37,7 +37,7 @@ setup(
|
||||||
"bugout>=0.2.13",
|
"bugout>=0.2.13",
|
||||||
"chardet",
|
"chardet",
|
||||||
"fastapi",
|
"fastapi",
|
||||||
"moonstreamdb>=0.3.8",
|
"moonstreamdb>=0.3.9",
|
||||||
"moonstream>=0.1.1",
|
"moonstream>=0.1.1",
|
||||||
"moonworm[moonstream]>=0.6.2",
|
"moonworm[moonstream]>=0.6.2",
|
||||||
"humbug",
|
"humbug",
|
||||||
|
|
|
@ -55,6 +55,9 @@ from moonstreamdb.models import (
|
||||||
XaiBlock,
|
XaiBlock,
|
||||||
XaiLabel,
|
XaiLabel,
|
||||||
XaiTransaction,
|
XaiTransaction,
|
||||||
|
XaiTestnetBlock,
|
||||||
|
XaiTestnetLabel,
|
||||||
|
XaiTestnetTransaction,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@ -90,6 +93,9 @@ def include_symbol(tablename, schema):
|
||||||
XaiBlock.__tablename__,
|
XaiBlock.__tablename__,
|
||||||
XaiLabel.__tablename__,
|
XaiLabel.__tablename__,
|
||||||
XaiTransaction.__tablename__,
|
XaiTransaction.__tablename__,
|
||||||
|
XaiTestnetBlock.__tablename__,
|
||||||
|
XaiTestnetLabel.__tablename__,
|
||||||
|
XaiTestnetTransaction.__tablename__,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -32,6 +32,9 @@ from .models import (
|
||||||
XaiBlock,
|
XaiBlock,
|
||||||
XaiLabel,
|
XaiLabel,
|
||||||
XaiTransaction,
|
XaiTransaction,
|
||||||
|
XaiTestnetBlock,
|
||||||
|
XaiTestnetLabel,
|
||||||
|
XaiTestnetTransaction,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@ -46,6 +49,7 @@ class AvailableBlockchainType(Enum):
|
||||||
ARBITRUM_NOVA = "arbitrum_nova"
|
ARBITRUM_NOVA = "arbitrum_nova"
|
||||||
ARBITRUM_SEPOLIA = "arbitrum_sepolia"
|
ARBITRUM_SEPOLIA = "arbitrum_sepolia"
|
||||||
XAI = "xai"
|
XAI = "xai"
|
||||||
|
XAI_TESTNET = "xai_testnet"
|
||||||
|
|
||||||
|
|
||||||
def get_block_model(
|
def get_block_model(
|
||||||
|
@ -62,10 +66,11 @@ def get_block_model(
|
||||||
ArbitrumNovaBlock,
|
ArbitrumNovaBlock,
|
||||||
ArbitrumSepoliaBlock,
|
ArbitrumSepoliaBlock,
|
||||||
XaiBlock,
|
XaiBlock,
|
||||||
|
XaiTestnetBlock,
|
||||||
]
|
]
|
||||||
]:
|
]:
|
||||||
"""
|
"""
|
||||||
Depends on provided blockchain type: Ethereum, Polygon, Mumbai, XDai, Wyrm, ZkSyncEra, ZkSyncEraTestnet, ArbitrumNovaBlock, ArbitrumSepoliaBlock, XaiBlock
|
Depends on provided blockchain type: Ethereum, Polygon, Mumbai, XDai, Wyrm, ZkSyncEra, ZkSyncEraTestnet, ArbitrumNovaBlock, ArbitrumSepoliaBlock, XaiBlock, XaiTestnetBlock
|
||||||
set proper blocks model.
|
set proper blocks model.
|
||||||
"""
|
"""
|
||||||
block_model: Type[
|
block_model: Type[
|
||||||
|
@ -80,6 +85,7 @@ def get_block_model(
|
||||||
ArbitrumNovaBlock,
|
ArbitrumNovaBlock,
|
||||||
ArbitrumSepoliaBlock,
|
ArbitrumSepoliaBlock,
|
||||||
XaiBlock,
|
XaiBlock,
|
||||||
|
XaiTestnetBlock,
|
||||||
]
|
]
|
||||||
]
|
]
|
||||||
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
||||||
|
@ -102,6 +108,8 @@ def get_block_model(
|
||||||
block_model = ArbitrumSepoliaBlock
|
block_model = ArbitrumSepoliaBlock
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
block_model = XaiBlock
|
block_model = XaiBlock
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
block_model = XaiTestnetBlock
|
||||||
else:
|
else:
|
||||||
raise Exception("Unsupported blockchain type provided")
|
raise Exception("Unsupported blockchain type provided")
|
||||||
|
|
||||||
|
@ -122,10 +130,11 @@ def get_label_model(
|
||||||
ArbitrumNovaLabel,
|
ArbitrumNovaLabel,
|
||||||
ArbitrumSepoliaLabel,
|
ArbitrumSepoliaLabel,
|
||||||
XaiLabel,
|
XaiLabel,
|
||||||
|
XaiTestnetLabel,
|
||||||
]
|
]
|
||||||
]:
|
]:
|
||||||
"""
|
"""
|
||||||
Depends on provided blockchain type: Ethereum, Polygon, Mumbai, XDai, Wyrm, ZkSyncEra, ZkSyncEraTestnet, ArbitrumNovaLabel, ArbitrumSepoliaLabel, XaiLabel
|
Depends on provided blockchain type: Ethereum, Polygon, Mumbai, XDai, Wyrm, ZkSyncEra, ZkSyncEraTestnet, ArbitrumNovaLabel, ArbitrumSepoliaLabel, XaiLabel, XaiTestnetLabel
|
||||||
set proper block label model.
|
set proper block label model.
|
||||||
"""
|
"""
|
||||||
label_model: Type[
|
label_model: Type[
|
||||||
|
@ -140,6 +149,7 @@ def get_label_model(
|
||||||
ArbitrumNovaLabel,
|
ArbitrumNovaLabel,
|
||||||
ArbitrumSepoliaLabel,
|
ArbitrumSepoliaLabel,
|
||||||
XaiLabel,
|
XaiLabel,
|
||||||
|
XaiTestnetLabel,
|
||||||
]
|
]
|
||||||
]
|
]
|
||||||
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
||||||
|
@ -162,6 +172,8 @@ def get_label_model(
|
||||||
label_model = ArbitrumSepoliaLabel
|
label_model = ArbitrumSepoliaLabel
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
label_model = XaiLabel
|
label_model = XaiLabel
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
label_model = XaiTestnetLabel
|
||||||
else:
|
else:
|
||||||
raise Exception("Unsupported blockchain type provided")
|
raise Exception("Unsupported blockchain type provided")
|
||||||
|
|
||||||
|
@ -182,10 +194,11 @@ def get_transaction_model(
|
||||||
ArbitrumNovaTransaction,
|
ArbitrumNovaTransaction,
|
||||||
ArbitrumSepoliaTransaction,
|
ArbitrumSepoliaTransaction,
|
||||||
XaiTransaction,
|
XaiTransaction,
|
||||||
|
XaiTestnetTransaction,
|
||||||
]
|
]
|
||||||
]:
|
]:
|
||||||
"""
|
"""
|
||||||
Depends on provided blockchain type: Ethereum, Polygon, Mumbai, XDai, Wyrm, ZkSyncEra, ZkSyncEraTestnet, ArbitrumNovaTransaction, ArbitrumSepoliaTransaction, XaiTransaction
|
Depends on provided blockchain type: Ethereum, Polygon, Mumbai, XDai, Wyrm, ZkSyncEra, ZkSyncEraTestnet, ArbitrumNovaTransaction, ArbitrumSepoliaTransaction, XaiTransaction, XaiTestnetTransaction
|
||||||
set proper block transactions model.
|
set proper block transactions model.
|
||||||
"""
|
"""
|
||||||
transaction_model: Type[
|
transaction_model: Type[
|
||||||
|
@ -200,6 +213,7 @@ def get_transaction_model(
|
||||||
ArbitrumNovaTransaction,
|
ArbitrumNovaTransaction,
|
||||||
ArbitrumSepoliaTransaction,
|
ArbitrumSepoliaTransaction,
|
||||||
XaiTransaction,
|
XaiTransaction,
|
||||||
|
XaiTestnetTransaction,
|
||||||
]
|
]
|
||||||
]
|
]
|
||||||
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
||||||
|
@ -222,6 +236,8 @@ def get_transaction_model(
|
||||||
transaction_model = ArbitrumSepoliaTransaction
|
transaction_model = ArbitrumSepoliaTransaction
|
||||||
elif blockchain_type == AvailableBlockchainType.XAI:
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
||||||
transaction_model = XaiTransaction
|
transaction_model = XaiTransaction
|
||||||
|
elif blockchain_type == AvailableBlockchainType.XAI_TESTNET:
|
||||||
|
transaction_model = XaiTestnetTransaction
|
||||||
else:
|
else:
|
||||||
raise Exception("Unsupported blockchain type provided")
|
raise Exception("Unsupported blockchain type provided")
|
||||||
|
|
||||||
|
|
|
@ -1101,6 +1101,106 @@ class XaiLabel(Base): # type: ignore
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class XaiTestnetBlock(Base): # type: ignore
|
||||||
|
__tablename__ = "xai_testnet_blocks"
|
||||||
|
|
||||||
|
block_number = Column(
|
||||||
|
BigInteger, primary_key=True, unique=True, nullable=False, index=True
|
||||||
|
)
|
||||||
|
difficulty = Column(BigInteger)
|
||||||
|
extra_data = Column(VARCHAR(128))
|
||||||
|
gas_limit = Column(BigInteger)
|
||||||
|
gas_used = Column(BigInteger)
|
||||||
|
base_fee_per_gas = Column(Numeric(precision=78, scale=0), nullable=True)
|
||||||
|
hash = Column(VARCHAR(256), index=True)
|
||||||
|
logs_bloom = Column(VARCHAR(1024))
|
||||||
|
miner = Column(VARCHAR(256))
|
||||||
|
nonce = Column(VARCHAR(256))
|
||||||
|
parent_hash = Column(VARCHAR(256))
|
||||||
|
receipt_root = Column(VARCHAR(256))
|
||||||
|
uncles = Column(VARCHAR(256))
|
||||||
|
size = Column(Integer)
|
||||||
|
state_root = Column(VARCHAR(256))
|
||||||
|
timestamp = Column(BigInteger, index=True)
|
||||||
|
total_difficulty = Column(VARCHAR(256))
|
||||||
|
transactions_root = Column(VARCHAR(256))
|
||||||
|
|
||||||
|
indexed_at = Column(
|
||||||
|
DateTime(timezone=True), server_default=utcnow(), nullable=False
|
||||||
|
)
|
||||||
|
|
||||||
|
sha3_uncles = Column(VARCHAR(256), nullable=True)
|
||||||
|
l1_block_number = Column(BigInteger, nullable=True)
|
||||||
|
send_count = Column(BigInteger, nullable=True)
|
||||||
|
send_root = Column(VARCHAR(256), nullable=True)
|
||||||
|
mix_hash = Column(VARCHAR(256), nullable=True)
|
||||||
|
|
||||||
|
|
||||||
|
class XaiTestnetTransaction(Base): # type: ignore
|
||||||
|
__tablename__ = "xai_testnet_transactions"
|
||||||
|
|
||||||
|
hash = Column(
|
||||||
|
VARCHAR(256), primary_key=True, unique=True, nullable=False, index=True
|
||||||
|
)
|
||||||
|
block_number = Column(
|
||||||
|
BigInteger,
|
||||||
|
ForeignKey("xai_testnet_blocks.block_number", ondelete="CASCADE"),
|
||||||
|
nullable=False,
|
||||||
|
index=True,
|
||||||
|
)
|
||||||
|
from_address = Column(VARCHAR(256), index=True)
|
||||||
|
to_address = Column(VARCHAR(256), index=True)
|
||||||
|
gas = Column(Numeric(precision=78, scale=0), index=True)
|
||||||
|
gas_price = Column(Numeric(precision=78, scale=0), index=True)
|
||||||
|
max_fee_per_gas = Column(Numeric(precision=78, scale=0), nullable=True)
|
||||||
|
max_priority_fee_per_gas = Column(Numeric(precision=78, scale=0), nullable=True)
|
||||||
|
input = Column(Text)
|
||||||
|
nonce = Column(VARCHAR(256))
|
||||||
|
transaction_index = Column(BigInteger)
|
||||||
|
transaction_type = Column(Integer, nullable=True)
|
||||||
|
value = Column(Numeric(precision=78, scale=0), index=True)
|
||||||
|
|
||||||
|
indexed_at = Column(
|
||||||
|
DateTime(timezone=True), server_default=utcnow(), nullable=False
|
||||||
|
)
|
||||||
|
|
||||||
|
y_parity = Column(BigInteger, nullable=True)
|
||||||
|
|
||||||
|
|
||||||
|
class XaiTestnetLabel(Base): # type: ignore
|
||||||
|
__tablename__ = "xai_testnet_labels"
|
||||||
|
|
||||||
|
id = Column(
|
||||||
|
UUID(as_uuid=True),
|
||||||
|
primary_key=True,
|
||||||
|
default=uuid.uuid4,
|
||||||
|
unique=True,
|
||||||
|
nullable=False,
|
||||||
|
)
|
||||||
|
label = Column(VARCHAR(256), nullable=False, index=True)
|
||||||
|
block_number = Column(
|
||||||
|
BigInteger,
|
||||||
|
nullable=True,
|
||||||
|
index=True,
|
||||||
|
)
|
||||||
|
address = Column(
|
||||||
|
VARCHAR(256),
|
||||||
|
nullable=True,
|
||||||
|
index=True,
|
||||||
|
)
|
||||||
|
transaction_hash = Column(
|
||||||
|
VARCHAR(256),
|
||||||
|
nullable=True,
|
||||||
|
index=True,
|
||||||
|
)
|
||||||
|
label_data = Column(JSONB, nullable=True)
|
||||||
|
block_timestamp = Column(BigInteger, index=True)
|
||||||
|
log_index = Column(Integer, nullable=True)
|
||||||
|
created_at = Column(
|
||||||
|
DateTime(timezone=True), server_default=utcnow(), nullable=False
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
class ESDFunctionSignature(Base): # type: ignore
|
class ESDFunctionSignature(Base): # type: ignore
|
||||||
"""
|
"""
|
||||||
Function signature from blockchain (Ethereum/Polygon) Signature Database.
|
Function signature from blockchain (Ethereum/Polygon) Signature Database.
|
||||||
|
|
|
@ -33,6 +33,9 @@ from .models import (
|
||||||
XaiBlock,
|
XaiBlock,
|
||||||
XaiLabel,
|
XaiLabel,
|
||||||
XaiTransaction,
|
XaiTransaction,
|
||||||
|
XaiTestnetBlock,
|
||||||
|
XaiTestnetLabel,
|
||||||
|
XaiTestnetTransaction,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@ -47,6 +50,7 @@ class Network(Enum):
|
||||||
arbitrum_nova = "arbitrum_nova"
|
arbitrum_nova = "arbitrum_nova"
|
||||||
arbitrum_sepolia = "arbitrum_sepolia"
|
arbitrum_sepolia = "arbitrum_sepolia"
|
||||||
xai = "xai"
|
xai = "xai"
|
||||||
|
xai_testnet = "xai_testnet"
|
||||||
|
|
||||||
|
|
||||||
tx_raw_types = Union[
|
tx_raw_types = Union[
|
||||||
|
@ -60,6 +64,7 @@ tx_raw_types = Union[
|
||||||
ArbitrumNovaTransaction,
|
ArbitrumNovaTransaction,
|
||||||
ArbitrumSepoliaTransaction,
|
ArbitrumSepoliaTransaction,
|
||||||
XaiTransaction,
|
XaiTransaction,
|
||||||
|
XaiTestnetTransaction,
|
||||||
]
|
]
|
||||||
|
|
||||||
MODELS: Dict[Network, Dict[str, Base]] = {
|
MODELS: Dict[Network, Dict[str, Base]] = {
|
||||||
|
@ -113,4 +118,9 @@ MODELS: Dict[Network, Dict[str, Base]] = {
|
||||||
"labels": XaiLabel,
|
"labels": XaiLabel,
|
||||||
"transactions": XaiTransaction,
|
"transactions": XaiTransaction,
|
||||||
},
|
},
|
||||||
|
Network.xai_testnet: {
|
||||||
|
"blocks": XaiTestnetBlock,
|
||||||
|
"labels": XaiTestnetLabel,
|
||||||
|
"transactions": XaiTestnetTransaction,
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
|
@ -2,4 +2,4 @@
|
||||||
Moonstream database version.
|
Moonstream database version.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
MOONSTREAMDB_VERSION = "0.3.8"
|
MOONSTREAMDB_VERSION = "0.3.9"
|
||||||
|
|
Ładowanie…
Reference in New Issue