kopia lustrzana https://github.com/bugout-dev/moonstream
Fix loop.
rodzic
577df99a74
commit
291fd75df6
|
@ -523,13 +523,13 @@ def handle_crawl(args: argparse.Namespace) -> None:
|
||||||
|
|
||||||
else:
|
else:
|
||||||
|
|
||||||
|
logger.info("Reading jobs from the journal")
|
||||||
|
|
||||||
jobs = []
|
jobs = []
|
||||||
|
|
||||||
# Bugout
|
# Bugout
|
||||||
query = f"#state_job #blockchain:{blockchain_type.value}"
|
query = f"#state_job #blockchain:{blockchain_type.value}"
|
||||||
|
|
||||||
print(f"Query: {query}")
|
|
||||||
|
|
||||||
existing_jobs = get_all_entries_from_search(
|
existing_jobs = get_all_entries_from_search(
|
||||||
journal_id=MOONSTREAM_STATE_CRAWLER_JOURNAL_ID,
|
journal_id=MOONSTREAM_STATE_CRAWLER_JOURNAL_ID,
|
||||||
search_query=query,
|
search_query=query,
|
||||||
|
@ -542,21 +542,21 @@ def handle_crawl(args: argparse.Namespace) -> None:
|
||||||
logger.info("No jobs found in the journal")
|
logger.info("No jobs found in the journal")
|
||||||
return
|
return
|
||||||
|
|
||||||
for job in existing_jobs:
|
for job in existing_jobs:
|
||||||
|
|
||||||
try:
|
try:
|
||||||
if job.content is None:
|
if job.content is None:
|
||||||
logger.error(f"Job content is None for entry {job.entry_url}")
|
logger.error(f"Job content is None for entry {job.entry_url}")
|
||||||
|
continue
|
||||||
|
### parse json
|
||||||
|
job_content = json.loads(job.content)
|
||||||
|
### validate via ViewTasks
|
||||||
|
ViewTasks(**job_content)
|
||||||
|
jobs.append(job_content)
|
||||||
|
except Exception as e:
|
||||||
|
|
||||||
|
logger.error(f"Job validation of entry {job.entry_url} failed: {e}")
|
||||||
continue
|
continue
|
||||||
### parse json
|
|
||||||
job_content = json.loads(job.content)
|
|
||||||
### validate via ViewTasks
|
|
||||||
ViewTasks(**job_content)
|
|
||||||
jobs.append(job_content)
|
|
||||||
except Exception as e:
|
|
||||||
|
|
||||||
logger.error(f"Job validation of entry {job.entry_url} failed: {e}")
|
|
||||||
continue
|
|
||||||
|
|
||||||
custom_web3_provider = args.web3_uri
|
custom_web3_provider = args.web3_uri
|
||||||
|
|
||||||
|
|
Ładowanie…
Reference in New Issue