mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-22 18:53:21 +01:00
134 lines
4.5 KiB
Python
134 lines
4.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2015-2023 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extractors for https://dynasty-scans.com/"""
|
|
|
|
from .common import ChapterExtractor, MangaExtractor, Extractor, Message
|
|
from .. import text, util
|
|
import re
|
|
|
|
BASE_PATTERN = r"(?:https?://)?(?:www\.)?dynasty-scans\.com"
|
|
|
|
|
|
class DynastyscansBase():
|
|
"""Base class for dynastyscans extractors"""
|
|
category = "dynastyscans"
|
|
root = "https://dynasty-scans.com"
|
|
|
|
def _parse_image_page(self, image_id):
|
|
url = "{}/images/{}".format(self.root, image_id)
|
|
extr = text.extract_from(self.request(url).text)
|
|
|
|
date = extr("class='create_at'>", "</span>")
|
|
tags = extr("class='tags'>", "</span>")
|
|
src = extr("class='btn-group'>", "</div>")
|
|
url = extr(' src="', '"')
|
|
|
|
src = text.extr(src, 'href="', '"') if "Source<" in src else ""
|
|
|
|
return {
|
|
"url" : self.root + url,
|
|
"image_id": text.parse_int(image_id),
|
|
"tags" : text.split_html(tags),
|
|
"date" : text.remove_html(date),
|
|
"source" : text.unescape(src),
|
|
}
|
|
|
|
|
|
class DynastyscansChapterExtractor(DynastyscansBase, ChapterExtractor):
|
|
"""Extractor for manga-chapters from dynasty-scans.com"""
|
|
pattern = BASE_PATTERN + r"(/chapters/[^/?#]+)"
|
|
example = "https://dynasty-scans.com/chapters/NAME"
|
|
|
|
def metadata(self, page):
|
|
extr = text.extract_from(page)
|
|
match = re.match(
|
|
(r"(?:<a[^>]*>)?([^<]+)(?:</a>)?" # manga name
|
|
r"(?: ch(\d+)([^:<]*))?" # chapter info
|
|
r"(?:: (.+))?"), # title
|
|
extr("<h3 id='chapter-title'><b>", "</b>"),
|
|
)
|
|
author = extr(" by ", "</a>")
|
|
group = extr('"icon-print"></i> ', '</span>')
|
|
|
|
return {
|
|
"manga" : text.unescape(match.group(1)),
|
|
"chapter" : text.parse_int(match.group(2)),
|
|
"chapter_minor": match.group(3) or "",
|
|
"title" : text.unescape(match.group(4) or ""),
|
|
"author" : text.remove_html(author),
|
|
"group" : (text.remove_html(group) or
|
|
text.extr(group, ' alt="', '"')),
|
|
"date" : text.parse_datetime(extr(
|
|
'"icon-calendar"></i> ', '<'), "%b %d, %Y"),
|
|
"lang" : "en",
|
|
"language": "English",
|
|
}
|
|
|
|
def images(self, page):
|
|
data = text.extr(page, "var pages = ", ";\n")
|
|
return [
|
|
(self.root + img["image"], None)
|
|
for img in util.json_loads(data)
|
|
]
|
|
|
|
|
|
class DynastyscansMangaExtractor(DynastyscansBase, MangaExtractor):
|
|
chapterclass = DynastyscansChapterExtractor
|
|
reverse = False
|
|
pattern = BASE_PATTERN + r"(/series/[^/?#]+)"
|
|
example = "https://dynasty-scans.com/series/NAME"
|
|
|
|
def chapters(self, page):
|
|
return [
|
|
(self.root + path, {})
|
|
for path in text.extract_iter(page, '<dd>\n<a href="', '"')
|
|
]
|
|
|
|
|
|
class DynastyscansSearchExtractor(DynastyscansBase, Extractor):
|
|
"""Extrator for image search results on dynasty-scans.com"""
|
|
subcategory = "search"
|
|
directory_fmt = ("{category}", "Images")
|
|
filename_fmt = "{image_id}.{extension}"
|
|
archive_fmt = "i_{image_id}"
|
|
pattern = BASE_PATTERN + r"/images/?(?:\?([^#]+))?$"
|
|
example = "https://dynasty-scans.com/images?QUERY"
|
|
|
|
def __init__(self, match):
|
|
Extractor.__init__(self, match)
|
|
self.query = match.group(1) or ""
|
|
|
|
def items(self):
|
|
yield Message.Directory, {}
|
|
for image_id in self.images():
|
|
image = self._parse_image_page(image_id)
|
|
url = image["url"]
|
|
yield Message.Url, url, text.nameext_from_url(url, image)
|
|
|
|
def images(self):
|
|
url = self.root + "/images?" + self.query.replace("[]", "%5B%5D")
|
|
params = {"page": 1}
|
|
|
|
while True:
|
|
page = self.request(url, params=params).text
|
|
yield from text.extract_iter(page, '"/images/', '"')
|
|
if 'rel="next"' not in page:
|
|
return
|
|
params["page"] += 1
|
|
|
|
|
|
class DynastyscansImageExtractor(DynastyscansSearchExtractor):
|
|
"""Extractor for individual images on dynasty-scans.com"""
|
|
subcategory = "image"
|
|
pattern = BASE_PATTERN + r"/images/(\d+)"
|
|
example = "https://dynasty-scans.com/images/12345"
|
|
|
|
def images(self):
|
|
return (self.query,)
|