mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-23 11:12:40 +01:00
108 lines
3.9 KiB
Python
108 lines
3.9 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2019 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extractors for https://pururin.io/"""
|
|
|
|
from .common import ChapterExtractor
|
|
from .. import text, util
|
|
import json
|
|
|
|
|
|
class PururinGalleryExtractor(ChapterExtractor):
|
|
"""Extractor for image galleries on pururin.io"""
|
|
category = "pururin"
|
|
subcategory = "gallery"
|
|
filename_fmt = "{category}_{gallery_id}_{page:>03}.{extension}"
|
|
directory_fmt = ("{category}", "{gallery_id} {title}")
|
|
archive_fmt = "{gallery_id}_{page}"
|
|
pattern = r"(?:https?://)?(?:www\.)?pururin\.io/(?:gallery|read)/(\d+)"
|
|
test = ("https://pururin.io/gallery/38661/iowant-2", {
|
|
"pattern": r"https://cdn.pururin.io/assets/images/data/38661/\d+\.jpg",
|
|
"keyword": {
|
|
"artist": "Shoda Norihiro",
|
|
"characters": ["Iowa", "Teitoku"],
|
|
"collection": "",
|
|
"convention": "C92",
|
|
"count": 19,
|
|
"extension": "jpg",
|
|
"gallery_id": 38661,
|
|
"group": "Obsidian Order",
|
|
"lang": "en",
|
|
"language": "English",
|
|
"parody": "Kantai Collection",
|
|
"scanlator": "",
|
|
"score": float,
|
|
"tags": list,
|
|
"title": "Iowant 2!!",
|
|
"title_jp": str,
|
|
"type": "Doujinshi",
|
|
"uploader": "demo"
|
|
}
|
|
})
|
|
root = "https://pururin.io"
|
|
|
|
def __init__(self, match):
|
|
self.gallery_id = match.group(1)
|
|
url = "{}/gallery/{}/x".format(self.root, self.gallery_id)
|
|
ChapterExtractor.__init__(self, match, url)
|
|
|
|
self._ext = ""
|
|
self._cnt = 0
|
|
|
|
def metadata(self, page):
|
|
data = text.extract_all(page, (
|
|
("artist" , "<td>Artist</td>" , "</td>"),
|
|
("group" , "<td>Circle</td>" , "</td>"),
|
|
("parody" , "<td>Parody</td>" , "</td>"),
|
|
("tags" , "<td>Contents</td>" , "</td>"),
|
|
("type" , "<td>Category</td>" , "</td>"),
|
|
("characters", "<td>Character</td>" , "</td>"),
|
|
("collection", "<td>Collection</td>", "</td>"),
|
|
("language" , "<td>Language</td>" , "</td>"),
|
|
("scanlator" , "<td>Scanlator</td>" , "</td>"),
|
|
("convention", "<td>Convention</td>", "</td>"),
|
|
("uploader" , "<td>Uploader</td>" , "</td>"),
|
|
("score" , " :rating='" , "'"),
|
|
))[0]
|
|
|
|
url = "{}/read/{}/01/x".format(self.root, self.gallery_id)
|
|
page = self.request(url).text
|
|
info = json.loads(text.unescape(text.extract(
|
|
page, ':gallery="', '"')[0]))
|
|
|
|
self._ext = info["image_extension"]
|
|
self._cnt = info["total_pages"]
|
|
|
|
for key in ("tags", "characters"):
|
|
data[key] = self._extract_list(data[key])
|
|
for key in ("artist", "group", "parody", "type", "collection",
|
|
"language", "scanlator", "convention"):
|
|
data[key] = self._extract_one(data[key])
|
|
|
|
data["gallery_id"] = text.parse_int(self.gallery_id)
|
|
data["title"] = info["title"]
|
|
data["title_jp"] = info.get("j_title") or ""
|
|
data["uploader"] = text.remove_html(data["uploader"])
|
|
data["score"] = text.parse_float(data["score"])
|
|
data["lang"] = util.language_to_code(data["language"])
|
|
return data
|
|
|
|
def images(self, _):
|
|
ufmt = "https://cdn.pururin.io/assets/images/data/{}/{{}}.{}".format(
|
|
self.gallery_id, self._ext)
|
|
return [(ufmt.format(num), None) for num in range(1, self._cnt + 1)]
|
|
|
|
@staticmethod
|
|
def _extract_list(value):
|
|
return [text.unescape(item)
|
|
for item in text.extract_iter(value, 'title="', '"')]
|
|
|
|
@staticmethod
|
|
def _extract_one(value):
|
|
return text.unescape(text.extract(value, 'title="', '"')[0] or "")
|