mirror
/
moonstream
kopia lustrzana https://github.com/bugout-dev/moonstream
1
0
Forkuj 0
Kod Zgłoszenia Projekty Wydania Wiki Aktywność

Merge pull request #38 from bugout-dev/crawler-sync-fix 

Small fix for CLI crawler sync command
pull/39/head
Neeraj Kashyap 2021-08-02 05:53:20 -07:00 zatwierdzone przez GitHub
rodzic 5946abb75b 39ff5e0b10
commit 167de38dc5
Nie znaleziono w bazie danych klucza dla tego podpisu
ID klucza GPG: 4AEE18F83AFDEB23
1 zmienionych plików z 21 dodań i 9 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

30
crawlers/moonstreamcrawlers/cli.py
Wyświetl plik

@ -58,17 +58,29 @@ def ethcrawler_blocks_sync_handler(args: argparse.Namespace) -> None:
bottom_block_number, top_block_number = get_latest_blocks(
bool(strtobool(args.transactions))
)
bottom_block_number = bottom_block_number + 1
if bottom_block_number >= top_block_number:
print(
f"Synchronization is unnecessary for blocks {bottom_block_number}-{top_block_number}"
f"Synchronization is unnecessary for blocks {bottom_block_number}-{top_block_number - 1}"
)
break
for blocks_numbers_list in yield_blocks_numbers_lists(
f"{bottom_block_number}-{top_block_number}"
):
print(f"Adding blocks {blocks_numbers_list[0]}-{blocks_numbers_list[-1]}")
crawl_blocks_executor(
block_numbers_list=blocks_numbers_list,
time.sleep(20)
continue
if top_block_number - bottom_block_number >= 10:
for blocks_numbers_list in yield_blocks_numbers_lists(
f"{bottom_block_number}-{top_block_number}"
):
print(
f"Adding blocks {blocks_numbers_list[-1]}-{blocks_numbers_list[0]}"
)
crawl_blocks_executor(
block_numbers_list=blocks_numbers_list,
with_transactions=bool(strtobool(args.transactions)),
)
else:
blocks_numbers_list = range(bottom_block_number, top_block_number + 1)
print(f"Adding blocks {bottom_block_number}-{top_block_number - 1}")
crawl_blocks(
blocks_numbers=blocks_numbers_list,
with_transactions=bool(strtobool(args.transactions)),
)
print(f"Synchronized blocks from {bottom_block_number} to {top_block_number}")
@ -82,7 +94,7 @@ def ethcrawler_blocks_add_handler(args: argparse.Namespace) -> None:
startTime = time.time()
for blocks_numbers_list in yield_blocks_numbers_lists(args.blocks):
print(f"Adding blocks {blocks_numbers_list[0]}-{blocks_numbers_list[-1]}")
print(f"Adding blocks {blocks_numbers_list[-1]}-{blocks_numbers_list[0]}")
crawl_blocks_executor(
block_numbers_list=blocks_numbers_list,
with_transactions=bool(strtobool(args.transactions)),