enables option to toggle db api writes (#118)

pull/120/head
Miguel Sozinho Ramalho 2023-12-13 12:54:47 +00:00 zatwierdzone przez GitHub
rodzic 0a3053bbc7
commit ff17dfd0aa
Nie znaleziono w bazie danych klucza dla tego podpisu
ID klucza GPG: 4AEE18F83AFDEB23
2 zmienionych plików z 4 dodań i 1 usunięć

Wyświetl plik

@ -16,6 +16,7 @@ class AAApiDb(Database):
# without this STEP.__init__ is not called # without this STEP.__init__ is not called
super().__init__(config) super().__init__(config)
self.allow_rearchive = bool(self.allow_rearchive) self.allow_rearchive = bool(self.allow_rearchive)
self.store_results = bool(self.store_results)
self.assert_valid_string("api_endpoint") self.assert_valid_string("api_endpoint")
self.assert_valid_string("api_secret") self.assert_valid_string("api_secret")
@ -29,6 +30,7 @@ class AAApiDb(Database):
"author_id": {"default": None, "help": "which email to assign as author"}, "author_id": {"default": None, "help": "which email to assign as author"},
"group_id": {"default": None, "help": "which group of users have access to the archive in case public=false as author"}, "group_id": {"default": None, "help": "which group of users have access to the archive in case public=false as author"},
"allow_rearchive": {"default": True, "help": "if False then the API database will be queried prior to any archiving operations and stop if the link has already been archived"}, "allow_rearchive": {"default": True, "help": "if False then the API database will be queried prior to any archiving operations and stop if the link has already been archived"},
"store_results": {"default": True, "help": "when set, will send the results to the API database."},
"tags": {"default": [], "help": "what tags to add to the archived URL", "cli_set": lambda cli_val, cur_val: set(cli_val.split(","))}, "tags": {"default": [], "help": "what tags to add to the archived URL", "cli_set": lambda cli_val, cur_val: set(cli_val.split(","))},
} }
def fetch(self, item: Metadata) -> Union[Metadata, bool]: def fetch(self, item: Metadata) -> Union[Metadata, bool]:
@ -51,6 +53,7 @@ class AAApiDb(Database):
def done(self, item: Metadata, cached: bool=False) -> None: def done(self, item: Metadata, cached: bool=False) -> None:
"""archival result ready - should be saved to DB""" """archival result ready - should be saved to DB"""
if not self.store_results: return
if cached: if cached:
logger.debug(f"skipping saving archive of {item.get_url()} to the AA API because it was cached") logger.debug(f"skipping saving archive of {item.get_url()} to the AA API because it was cached")
return return

Wyświetl plik

@ -3,7 +3,7 @@ _MAJOR = "0"
_MINOR = "7" _MINOR = "7"
# On main and in a nightly release the patch should be one ahead of the last # On main and in a nightly release the patch should be one ahead of the last
# released build. # released build.
_PATCH = "6" _PATCH = "7"
# This is mainly for nightly builds which have the suffix ".dev$DATE". See # This is mainly for nightly builds which have the suffix ".dev$DATE". See
# https://semver.org/#is-v123-a-semantic-version for the semantics. # https://semver.org/#is-v123-a-semantic-version for the semantics.
_SUFFIX = "" _SUFFIX = ""