Add deduplicates migration step.

moonstreamapi/moonstreamapi/admin/cli.py

@@ -127,13 +127,20 @@ def migrations_run(args: argparse.Namespace) -> None:
     db_session = SessionLocal()
     try:
         if args.id == 20230904:
-            step_order = ["fill_missing_selectors_in_moonworm_tasks"]
+            step_order = [
+                "fill_missing_selectors_in_moonworm_tasks",
+                "deduplicate_moonworm_tasks",
+            ]
             step_map: Dict[str, Dict[str, Any]] = {
                 "upgrade": {
                     "fill_missing_selectors_in_moonworm_tasks": {
                         "action": add_selectors.fill_missing_selectors_in_moonworm_tasks,
                         "description": "Get all moonworm jobs from moonworm journal and add selector tag if it not represent",
                     },
+                    "deduplicate_moonworm_tasks": {
+                        "action": add_selectors.deduplicate_moonworm_task_by_selector,
+                        "description": "Deduplicate moonworm tasks by selector",
+                    },
                 },
                 "downgrade": {},
             }

moonstreamapi/moonstreamapi/admin/migrations/add_selectors.py

@@ -55,7 +55,6 @@ def fill_missing_selectors_in_moonworm_tasks() -> None:
                 logger.warn(
                     f"Unable to parse abi from task: {task.entry_url.split()[-1]}: {e}"
                 )
-                raise e
                 continue
 
             if "name" not in abi: