kopia lustrzana https://github.com/bellingcat/auto-archiver
Add a test for checking module type on setup
rodzic
5e5e1c43a1
commit
6700250891
|
@ -0,0 +1,11 @@
|
||||||
|
{
|
||||||
|
# Display Name of your module
|
||||||
|
"name": "Example Extractor",
|
||||||
|
# Optional version number, for your own versioning purposes
|
||||||
|
"version": 2.0,
|
||||||
|
# The type of the module, must be one (or more) of the built in module types
|
||||||
|
"type": ["extractor"],
|
||||||
|
# a boolean indicating whether or not a module requires additional user setup before it can be used
|
||||||
|
# for example: adding API keys, installing additional software etc.
|
||||||
|
"requires_setup": False,
|
||||||
|
}
|
|
@ -0,0 +1,6 @@
|
||||||
|
from auto_archiver.core import Extractor
|
||||||
|
|
||||||
|
|
||||||
|
class ExampleExtractor(Extractor):
|
||||||
|
def download(self, item):
|
||||||
|
print("download")
|
|
@ -4,6 +4,7 @@ from auto_archiver.core.orchestrator import ArchivingOrchestrator
|
||||||
from auto_archiver.version import __version__
|
from auto_archiver.version import __version__
|
||||||
from auto_archiver.core.config import read_yaml, store_yaml
|
from auto_archiver.core.config import read_yaml, store_yaml
|
||||||
from auto_archiver.core import Metadata
|
from auto_archiver.core import Metadata
|
||||||
|
from auto_archiver.core.consts import SetupError
|
||||||
|
|
||||||
TEST_ORCHESTRATION = "tests/data/test_orchestration.yaml"
|
TEST_ORCHESTRATION = "tests/data/test_orchestration.yaml"
|
||||||
TEST_MODULES = "tests/data/test_modules/"
|
TEST_MODULES = "tests/data/test_modules/"
|
||||||
|
@ -224,3 +225,15 @@ def test_multiple_orchestrator(test_args):
|
||||||
output: Metadata = list(o2.feed())
|
output: Metadata = list(o2.feed())
|
||||||
assert len(output) == 1
|
assert len(output) == 1
|
||||||
assert output[0].get_url() == "https://example.com"
|
assert output[0].get_url() == "https://example.com"
|
||||||
|
|
||||||
|
|
||||||
|
def test_wrong_step_type(test_args, caplog):
|
||||||
|
args = test_args + [
|
||||||
|
"--feeders",
|
||||||
|
"example_extractor", # example_extractor is not a valid feeder!
|
||||||
|
]
|
||||||
|
|
||||||
|
orchestrator = ArchivingOrchestrator()
|
||||||
|
with pytest.raises(SetupError) as err:
|
||||||
|
orchestrator.setup(args)
|
||||||
|
assert "Module 'example_extractor' is not a feeder" in str(err.value)
|
||||||
|
|
Ładowanie…
Reference in New Issue