Actually use --order argument when running sync jobs

Was not hooked up the the `crawl_blocks_executor` before.

Also removed branching for whether to run `crawl_blocks` or
`crawl_blocks_executor` in the CLI handler. Added `num_processes`
arguments to `crawl_blocks_executor` that callers can use to specify
whether or not to create subprocesses.

crawlers/moonstreamcrawlers/cli.py

@@ -93,24 +93,18 @@ def ethcrawler_blocks_sync_handler(args: argparse.Namespace) -> None:
             )
             time.sleep(20)
             continue
-        if top_block_number - bottom_block_number >= 10:
+
         for blocks_numbers_list in yield_blocks_numbers_lists(
-                f"{bottom_block_number}-{top_block_number}"
+            f"{bottom_block_number}-{top_block_number}",
+            order=args.order,
         ):
-                print(
+            print(f"Adding blocks {blocks_numbers_list[-1]}-{blocks_numbers_list[0]}")
-                    f"Adding blocks {blocks_numbers_list[-1]}-{blocks_numbers_list[0]}"
+            # TODO(kompotkot): Set num_processes argument based on number of blocks to synchronize.
-                )
             crawl_blocks_executor(
                 block_numbers_list=blocks_numbers_list,
                 with_transactions=bool(strtobool(args.transactions)),
             )
-        else:
+
-            blocks_numbers_list = range(bottom_block_number, top_block_number + 1)
-            print(f"Adding blocks {bottom_block_number}-{top_block_number - 1}")
-            crawl_blocks(
-                blocks_numbers=blocks_numbers_list,
-                with_transactions=bool(strtobool(args.transactions)),
-            )
         print(f"Synchronized blocks from {bottom_block_number} to {top_block_number}")
         time.sleep(10)
 

crawlers/moonstreamcrawlers/ethereum.py

@@ -136,6 +136,7 @@ def crawl_blocks_executor(
     block_numbers_list: List[int],
     with_transactions: bool = False,
     verbose: bool = False,
+    num_processes: int = MOONSTREAM_CRAWL_WORKERS,
 ) -> None:
     """
     Execute crawler in processes.
@@ -153,7 +154,9 @@ def crawl_blocks_executor(
         worker_job_lists[i % MOONSTREAM_CRAWL_WORKERS].append(block_number)
 
     results: List[Future] = []
-
+    if num_processes == 1:
+        return crawl_blocks(block_numbers_list, with_transactions, verbose)
+    else:
         with ProcessPoolExecutor(max_workers=MOONSTREAM_CRAWL_WORKERS) as executor:
             for worker in worker_indices:
                 if verbose:
@@ -174,7 +177,6 @@ def crawl_blocks_executor(
             for error in errors:
                 print(f"- {error}")
 
-
 def process_contract_deployments() -> List[Tuple[str, str]]:
     """
     Checks for new smart contracts that have been deployed to the blockchain but not registered in