kopia lustrzana https://github.com/bellingcat/auto-archiver
enables option to toggle db api writes (#118)
rodzic
0a3053bbc7
commit
ff17dfd0aa
|
@ -16,6 +16,7 @@ class AAApiDb(Database):
|
||||||
# without this STEP.__init__ is not called
|
# without this STEP.__init__ is not called
|
||||||
super().__init__(config)
|
super().__init__(config)
|
||||||
self.allow_rearchive = bool(self.allow_rearchive)
|
self.allow_rearchive = bool(self.allow_rearchive)
|
||||||
|
self.store_results = bool(self.store_results)
|
||||||
self.assert_valid_string("api_endpoint")
|
self.assert_valid_string("api_endpoint")
|
||||||
self.assert_valid_string("api_secret")
|
self.assert_valid_string("api_secret")
|
||||||
|
|
||||||
|
@ -29,6 +30,7 @@ class AAApiDb(Database):
|
||||||
"author_id": {"default": None, "help": "which email to assign as author"},
|
"author_id": {"default": None, "help": "which email to assign as author"},
|
||||||
"group_id": {"default": None, "help": "which group of users have access to the archive in case public=false as author"},
|
"group_id": {"default": None, "help": "which group of users have access to the archive in case public=false as author"},
|
||||||
"allow_rearchive": {"default": True, "help": "if False then the API database will be queried prior to any archiving operations and stop if the link has already been archived"},
|
"allow_rearchive": {"default": True, "help": "if False then the API database will be queried prior to any archiving operations and stop if the link has already been archived"},
|
||||||
|
"store_results": {"default": True, "help": "when set, will send the results to the API database."},
|
||||||
"tags": {"default": [], "help": "what tags to add to the archived URL", "cli_set": lambda cli_val, cur_val: set(cli_val.split(","))},
|
"tags": {"default": [], "help": "what tags to add to the archived URL", "cli_set": lambda cli_val, cur_val: set(cli_val.split(","))},
|
||||||
}
|
}
|
||||||
def fetch(self, item: Metadata) -> Union[Metadata, bool]:
|
def fetch(self, item: Metadata) -> Union[Metadata, bool]:
|
||||||
|
@ -51,6 +53,7 @@ class AAApiDb(Database):
|
||||||
|
|
||||||
def done(self, item: Metadata, cached: bool=False) -> None:
|
def done(self, item: Metadata, cached: bool=False) -> None:
|
||||||
"""archival result ready - should be saved to DB"""
|
"""archival result ready - should be saved to DB"""
|
||||||
|
if not self.store_results: return
|
||||||
if cached:
|
if cached:
|
||||||
logger.debug(f"skipping saving archive of {item.get_url()} to the AA API because it was cached")
|
logger.debug(f"skipping saving archive of {item.get_url()} to the AA API because it was cached")
|
||||||
return
|
return
|
||||||
|
|
|
@ -3,7 +3,7 @@ _MAJOR = "0"
|
||||||
_MINOR = "7"
|
_MINOR = "7"
|
||||||
# On main and in a nightly release the patch should be one ahead of the last
|
# On main and in a nightly release the patch should be one ahead of the last
|
||||||
# released build.
|
# released build.
|
||||||
_PATCH = "6"
|
_PATCH = "7"
|
||||||
# This is mainly for nightly builds which have the suffix ".dev$DATE". See
|
# This is mainly for nightly builds which have the suffix ".dev$DATE". See
|
||||||
# https://semver.org/#is-v123-a-semantic-version for the semantics.
|
# https://semver.org/#is-v123-a-semantic-version for the semantics.
|
||||||
_SUFFIX = ""
|
_SUFFIX = ""
|
||||||
|
|
Ładowanie…
Reference in New Issue