mirror
/
moonstream
kopia lustrzana https://github.com/bugout-dev/moonstream
1
0
Forkuj 0
Kod Zgłoszenia Projekty Wydania Wiki Aktywność

Fix jobs merging.

pull/1117/head
Andrey 2024-07-26 20:14:47 +03:00
rodzic 8503ed8036
commit 3e42c83b92
1 zmienionych plików z 14 dodań i 14 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

28
crawlers/mooncrawl/mooncrawl/moonworm_crawler/crawler.py
Wyświetl plik

@ -731,25 +731,25 @@ def get_event_crawl_job_records(
for crawl_job_record in crawl_job_records:
selector = str(crawl_job_record.abi_selector)
str_address = "0x" + crawl_job_record.address.hex()
checksummed_address = Web3.toChecksumAddress(str_address)
if crawl_job_record.abi_selector in existing_crawl_job_records:
if selector in existing_crawl_job_records:
if (
checksummed_address
not in existing_crawl_job_records[
crawl_job_record.abi_selector
].contracts
not in existing_crawl_job_records[selector].contracts
):
existing_crawl_job_records[
crawl_job_record.abi_selector
].contracts.append(checksummed_address)
existing_crawl_job_records[selector].contracts.append(
checksummed_address
)
else:
new_crawl_job = EventCrawlJob(
event_abi_hash=str(crawl_job_record.abi_selector),
event_abi_hash=selector,
event_abi=json.loads(str(crawl_job_record.abi)),
contracts=[checksummed_address],
address_entries={
@ -762,9 +762,7 @@ def get_event_crawl_job_records(
},
created_at=int(crawl_job_record.created_at.timestamp()),
)
existing_crawl_job_records[str(crawl_job_record.abi_selector)] = (
new_crawl_job
)
existing_crawl_job_records[selector] = new_crawl_job
return existing_crawl_job_records
@ -805,6 +803,8 @@ def get_function_call_crawl_job_records(
for crawl_job_record in crawl_job_records:
str_address = "0x" + crawl_job_record.address.hex()
selector = str(crawl_job_record.abi_selector)
if str_address not in existing_crawl_job_records:
existing_crawl_job_records[str_address] = FunctionCallCrawlJob(
contract_abi=[json.loads(str(crawl_job_record.abi))],
@ -816,18 +816,18 @@ def get_function_call_crawl_job_records(
]
},
created_at=int(crawl_job_record.created_at.timestamp()),
existing_selectors=[str(crawl_job_record.abi_selector)],
existing_selectors=[selector],
)
else:
if (
crawl_job_record.abi_selector
selector
not in existing_crawl_job_records[str_address].existing_selectors
):
existing_crawl_job_records[str_address].contract_abi.append(
json.loads(str(crawl_job_record.abi))
)
existing_crawl_job_records[str_address].existing_selectors.append(
str(crawl_job_record.abi_selector)
selector
)
return existing_crawl_job_records