kopia lustrzana https://github.com/bugout-dev/moonstream
101 wiersze
3.2 KiB
Python
101 wiersze
3.2 KiB
Python
import logging
|
|
from typing import List
|
|
|
|
from moonstreamdb.blockchain import AvailableBlockchainType
|
|
from moonstreamdb.networks import Network # type: ignore
|
|
from moonworm.crawler.function_call_crawler import ( # type: ignore
|
|
ContractFunctionCall,
|
|
FunctionCallCrawler,
|
|
)
|
|
from moonworm.crawler.moonstream_ethereum_state_provider import ( # type: ignore
|
|
MoonstreamEthereumStateProvider,
|
|
)
|
|
from moonworm.watch import MockState # type: ignore
|
|
from sqlalchemy.orm import Session
|
|
from web3 import Web3
|
|
|
|
from .crawler import FunctionCallCrawlJob, _generate_reporter_callback
|
|
|
|
logging.basicConfig(level=logging.INFO)
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def _crawl_functions(
|
|
blockchain_type: AvailableBlockchainType,
|
|
ethereum_state_provider: MoonstreamEthereumStateProvider,
|
|
jobs: List[FunctionCallCrawlJob],
|
|
from_block: int,
|
|
to_block: int,
|
|
) -> List[ContractFunctionCall]:
|
|
shared_state = MockState()
|
|
|
|
crawled_functions = []
|
|
|
|
for job in jobs:
|
|
function_call_crawler = FunctionCallCrawler(
|
|
shared_state,
|
|
ethereum_state_provider,
|
|
job.contract_abi,
|
|
[job.contract_address],
|
|
on_decode_error=_generate_reporter_callback(
|
|
"function_call", blockchain_type
|
|
),
|
|
)
|
|
function_call_crawler.crawl(
|
|
from_block,
|
|
to_block,
|
|
)
|
|
crawled_functions = shared_state.state
|
|
return crawled_functions
|
|
|
|
|
|
def function_call_crawler(
|
|
db_session: Session,
|
|
blockchain_type: AvailableBlockchainType,
|
|
web3: Web3,
|
|
jobs: List[FunctionCallCrawlJob],
|
|
start_block: int,
|
|
end_block: int,
|
|
batch_size: int,
|
|
):
|
|
if blockchain_type == AvailableBlockchainType.ETHEREUM:
|
|
network = Network.ethereum
|
|
elif blockchain_type == AvailableBlockchainType.POLYGON:
|
|
network = Network.polygon
|
|
elif blockchain_type == AvailableBlockchainType.MUMBAI:
|
|
network = Network.mumbai
|
|
elif blockchain_type == AvailableBlockchainType.XDAI:
|
|
network = Network.xdai
|
|
elif blockchain_type == AvailableBlockchainType.WYRM:
|
|
network = Network.wyrm
|
|
elif blockchain_type == AvailableBlockchainType.ZKSYNC_ERA_TESTNET:
|
|
network = Network.zksync_era_testnet
|
|
elif blockchain_type == AvailableBlockchainType.ZKSYNC_ERA:
|
|
network = Network.zksync_era
|
|
elif blockchain_type == AvailableBlockchainType.ARBITRUM_NOVA:
|
|
network = Network.arbitrum_nova
|
|
elif blockchain_type == AvailableBlockchainType.ARBITRUM_SEPOLIA:
|
|
network = Network.arbitrum_sepolia
|
|
elif blockchain_type == AvailableBlockchainType.XAI:
|
|
network = Network.xai
|
|
elif blockchain_type == AvailableBlockchainType.XAI_SEPOLIA:
|
|
network = Network.xai_sepolia
|
|
else:
|
|
raise ValueError(f"Unknown blockchain type: {blockchain_type}")
|
|
|
|
ethereum_state_provider = MoonstreamEthereumStateProvider(
|
|
web3,
|
|
network,
|
|
db_session,
|
|
)
|
|
|
|
for i in range(start_block, end_block + 1, batch_size):
|
|
logger.info(f"Crawling from block {i} to {i + batch_size - 1}")
|
|
crawled_functions = _crawl_functions(
|
|
blockchain_type,
|
|
ethereum_state_provider,
|
|
jobs,
|
|
i,
|
|
min(i + batch_size - 1, end_block),
|
|
)
|