Mirrors/gallery-dl
1
0
Fork 0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-22 02:32:33 +01:00
Code Issues Releases Wiki Activity

add -t and -c command-line arguments to export_tests.py

Browse Source
This commit is contained in:
Mike Fährmann 2023-09-09 19:13:56 +02:00
parent 8c0a656ccf
commit c297745118
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88
1 changed files with 30 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
scripts/export_tests.py
View File

@ -206,6 +206,8 @@ def build_test(extr, data):
instr["#sha1_metadata"] = metadata
metadata = {}
if (content := data.pop("content", None)):
if isinstance(content, tuple):
content = list(content)
instr["#sha1_content"] = content
if data:
@ -224,20 +226,22 @@ def collect_patterns():
}
def collect_tests():
def collect_tests(whitelist=None):
tests = collections.defaultdict(list)
for cls in extractor._list_classes():
for url, data in cls._get_tests():
extr = cls.from_url(url)
if whitelist and extr.category not in whitelist:
continue
test = build_test(extr, data)
tests[extr.category].append(test)
tests[f"{extr.category}_{extr.subcategory}"].append(test)
return tests
def export_tests(category, data):
def export_tests(data):
imports = {}
tests = []
@ -285,14 +289,33 @@ DIRECTORY = "/tmp/_/results"
def main():
os.makedirs(DIRECTORY, exist_ok=True)
import argparse
parser = argparse.ArgumentParser()
parser.add_argument(
"-t", "--target",
help="target directory",
)
parser.add_argument(
"-c", "--category", action="append",
help="extractor categories to export",
)
args = parser.parse_args()
if not args.target:
args.target = os.path.join(
os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
"test", "results",
)
global PATTERNS
PATTERNS = collect_patterns()
for category, tests in collect_tests().items():
with open(f"{DIRECTORY}/{category}.py", "w") as fp:
fp.write(export_tests(category, tests))
os.makedirs(args.target, exist_ok=True)
for name, tests in collect_tests(args.category).items():
with open(f"{args.target}/{name}.py", "w") as fp:
fp.write(export_tests(tests))
if __name__ == "__main__":