From 291fd75df622893a3f81fcfef8348c3411f38efe Mon Sep 17 00:00:00 2001 From: Andrey Date: Thu, 20 Jun 2024 21:25:40 +0300 Subject: [PATCH] Fix loop. --- .../mooncrawl/mooncrawl/state_crawler/cli.py | 30 +++++++++---------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/crawlers/mooncrawl/mooncrawl/state_crawler/cli.py b/crawlers/mooncrawl/mooncrawl/state_crawler/cli.py index 1cbcb9ce..c4379ab2 100644 --- a/crawlers/mooncrawl/mooncrawl/state_crawler/cli.py +++ b/crawlers/mooncrawl/mooncrawl/state_crawler/cli.py @@ -523,13 +523,13 @@ def handle_crawl(args: argparse.Namespace) -> None: else: + logger.info("Reading jobs from the journal") + jobs = [] # Bugout query = f"#state_job #blockchain:{blockchain_type.value}" - print(f"Query: {query}") - existing_jobs = get_all_entries_from_search( journal_id=MOONSTREAM_STATE_CRAWLER_JOURNAL_ID, search_query=query, @@ -542,21 +542,21 @@ def handle_crawl(args: argparse.Namespace) -> None: logger.info("No jobs found in the journal") return - for job in existing_jobs: + for job in existing_jobs: - try: - if job.content is None: - logger.error(f"Job content is None for entry {job.entry_url}") + try: + if job.content is None: + logger.error(f"Job content is None for entry {job.entry_url}") + continue + ### parse json + job_content = json.loads(job.content) + ### validate via ViewTasks + ViewTasks(**job_content) + jobs.append(job_content) + except Exception as e: + + logger.error(f"Job validation of entry {job.entry_url} failed: {e}") continue - ### parse json - job_content = json.loads(job.content) - ### validate via ViewTasks - ViewTasks(**job_content) - jobs.append(job_content) - except Exception as e: - - logger.error(f"Job validation of entry {job.entry_url} failed: {e}") - continue custom_web3_provider = args.web3_uri