mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-23 11:12:40 +01:00
5530871b5a
Instead of getting a complete 'filename' from an URL and splitting that
into 'name' and 'extension', the new approach gets rid of the complete
version and renames 'name' to 'filename'. (Using anything other than
{extension} for a filename extension doesn't really work anyway)
Example: "https://example.org/path/filename.ext"
before:
- filename : filename.ext
- name : filename
- extension: ext
now:
- filename : filename
- extension: ext
139 lines
5.0 KiB
Python
139 lines
5.0 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2015-2019 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extract manga-chapters and entire manga from https://www.mangahere.cc/"""
|
|
|
|
from .common import ChapterExtractor, MangaExtractor
|
|
from .. import text
|
|
import re
|
|
|
|
|
|
class MangahereBase():
|
|
"""Base class for mangahere extractors"""
|
|
category = "mangahere"
|
|
root = "https://www.mangahere.cc"
|
|
mobile_root = "https://m.mangahere.cc"
|
|
url_fmt = mobile_root + "/manga/{}/{}.html"
|
|
|
|
|
|
class MangahereChapterExtractor(MangahereBase, ChapterExtractor):
|
|
"""Extractor for manga-chapters from mangahere.cc"""
|
|
pattern = (r"(?:https?://)?(?:www\.|m\.)?mangahere\.c[co]/manga/"
|
|
r"([^/]+(?:/v0*(\d+))?/c([^/?&#]+))")
|
|
test = (
|
|
("https://www.mangahere.cc/manga/dongguo_xiaojie/c004.2/", {
|
|
"keyword": "7c98d7b50a47e6757b089aa875a53aa970cac66f",
|
|
"content": "708d475f06893b88549cbd30df1e3f9428f2c884",
|
|
}),
|
|
("http://www.mangahere.co/manga/dongguo_xiaojie/c003.2/"),
|
|
("http://m.mangahere.co/manga/dongguo_xiaojie/c003.2/"),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
self.part, self.volume, self.chapter = match.groups()
|
|
url = self.url_fmt.format(self.part, 1)
|
|
ChapterExtractor.__init__(self, match, url)
|
|
|
|
def metadata(self, page):
|
|
pos = page.index("</select>")
|
|
count , pos = text.extract(page, ">", "<", pos - 20)
|
|
manga_id , pos = text.extract(page, "series_id = ", ";", pos)
|
|
chapter_id, pos = text.extract(page, "chapter_id = ", ";", pos)
|
|
manga , pos = text.extract(page, '"name":"', '"', pos)
|
|
chapter, dot, minor = self.chapter.partition(".")
|
|
|
|
return {
|
|
"manga": text.unescape(manga),
|
|
"manga_id": text.parse_int(manga_id),
|
|
"title": self._get_title(),
|
|
"volume": text.parse_int(self.volume),
|
|
"chapter": text.parse_int(chapter),
|
|
"chapter_minor": dot + minor,
|
|
"chapter_id": text.parse_int(chapter_id),
|
|
"count": text.parse_int(count),
|
|
"lang": "en",
|
|
"language": "English",
|
|
}
|
|
|
|
def images(self, page):
|
|
pnum = 1
|
|
|
|
while True:
|
|
url, pos = text.extract(page, '<img src="', '"')
|
|
yield url, None
|
|
url, pos = text.extract(page, ' src="', '"', pos)
|
|
yield url, None
|
|
pnum += 2
|
|
page = self.request(self.url_fmt.format(self.part, pnum)).text
|
|
|
|
def _get_title(self):
|
|
url = "{}/manga/{}/".format(self.root, self.part)
|
|
page = self.request(url).text
|
|
|
|
try:
|
|
pos = page.index(self.part) + len(self.part)
|
|
pos = page.index(self.part, pos) + len(self.part)
|
|
return text.extract(page, ' title="', '"', pos)[0]
|
|
except ValueError:
|
|
return ""
|
|
|
|
|
|
class MangahereMangaExtractor(MangahereBase, MangaExtractor):
|
|
"""Extractor for manga from mangahere.cc"""
|
|
chapterclass = MangahereChapterExtractor
|
|
pattern = (r"(?:https?://)?(?:www\.|m\.)?mangahere\.c[co]"
|
|
r"(/manga/[^/]+)/?(?:#.*)?$")
|
|
test = (
|
|
("https://www.mangahere.cc/manga/aria/", {
|
|
"url": "23ad9256f7392de5973b79a36f6875e9fdcb7563",
|
|
"keyword": "79e326641e7d5d2fed43a1eb9949471b8162a9e0",
|
|
}),
|
|
("https://www.mangahere.cc/manga/hiyokoi/#50", {
|
|
"url": "654850570aa03825cd57e2ae2904af489602c523",
|
|
"keyword": "c8084d89a9ea6cf40353093669f9601a39bf5ca2",
|
|
}),
|
|
("https://www.mangahere.co/manga/aria/"),
|
|
("https://m.mangahere.co/manga/aria/"),
|
|
)
|
|
|
|
def chapters(self, page):
|
|
results = []
|
|
manga, pos = text.extract(page, '<meta name="og:title" content="', '"')
|
|
manga = text.unescape(manga)
|
|
|
|
page = text.extract(
|
|
page, 'id="chapterlist"', 'class="detail-main-list-more"', pos)[0]
|
|
pos = 0
|
|
while True:
|
|
url, pos = text.extract(page, ' href="', '"', pos)
|
|
if not url:
|
|
return results
|
|
info, pos = text.extract(page, 'class="title3">', '<', pos)
|
|
date, pos = text.extract(page, 'class="title2">', '<', pos)
|
|
|
|
match = re.match(
|
|
r"(?:Vol\.0*(\d+) )?Ch\.0*(\d+)(\S*)(?: - (.*))?", info)
|
|
if match:
|
|
volume, chapter, minor, title = match.groups()
|
|
else:
|
|
chapter, _, minor = url[:-1].rpartition("/c")[2].partition(".")
|
|
minor = "." + minor
|
|
volume = 0
|
|
title = ""
|
|
|
|
results.append((text.urljoin(self.root, url), {
|
|
"manga": manga,
|
|
"title": text.unescape(title) if title else "",
|
|
"volume": text.parse_int(volume),
|
|
"chapter": text.parse_int(chapter),
|
|
"chapter_minor": minor,
|
|
"date": date,
|
|
"lang": "en",
|
|
"language": "English",
|
|
}))
|