Mirrors/gallery-dl
1
0
Fork 0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-22 10:42:34 +01:00
Code Issues Releases Wiki Activity

allow multiple extractors per module

Browse Source
This commit is contained in:
Mike Fährmann 2015-11-20 19:54:07 +01:00
parent e9547ebdf3
commit 8c3783706d
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88
1 changed files with 24 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
gallery_dl/extractor/__init__.py
View File

@ -47,10 +47,10 @@ modules = [
def find(url):
"""Find extractor suitable for handling the given url"""
for pattern, module, klass in _list_patterns():
for pattern, info, klass in _list_patterns():
match = re.match(pattern, url)
if match:
return klass(match), module.info
return klass(match), info
return None, None
# --------------------------------------------------------------------
@ -60,15 +60,30 @@ _cache = []
_module_iter = iter(modules)
def _list_patterns():
"""Yield all available (pattern, module, klass) tuples"""
"""Yield all available (pattern, info, class) tuples"""
for entry in _cache:
yield entry
for module_name in _module_iter:
module = importlib.import_module("."+module_name, __package__)
klass = getattr(module, module.info["extractor"])
userpatterns = config.get(("extractor", module_name, "pattern"), default=[])
for pattern in userpatterns + module.info["pattern"]:
etuple = (pattern, module, klass)
_cache.append(etuple)
yield etuple
try:
klass = getattr(module, module.info["extractor"])
userpatterns = config.get(("extractor", module_name, "pattern"), default=[])
for pattern in userpatterns + module.info["pattern"]:
etuple = (pattern, module.info, klass)
_cache.append(etuple)
yield etuple
except AttributeError:
for klass in _get_classes(module):
for pattern in klass.pattern:
etuple = (pattern, klass.info, klass)
_cache.append(etuple)
yield etuple
def _get_classes(module):
"""Return a list of all extractor classes in a module"""
return [
klass for klass in module.__dict__.values() if (
hasattr(klass, "info") and klass.__module__ == module.__name__
)
]