mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-23 19:22:32 +01:00
129 lines
4.4 KiB
Python
129 lines
4.4 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2018-2020 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extractors for https://rule34.paheal.net/"""
|
|
|
|
from .common import Extractor, Message
|
|
from .. import text
|
|
|
|
|
|
class PahealExtractor(Extractor):
|
|
"""Base class for paheal extractors"""
|
|
basecategory = "booru"
|
|
category = "paheal"
|
|
filename_fmt = "{category}_{id}_{md5}.{extension}"
|
|
archive_fmt = "{id}"
|
|
root = "https://rule34.paheal.net"
|
|
|
|
def items(self):
|
|
self.session.cookies.set(
|
|
"ui-tnc-agreed", "true", domain="rule34.paheal.net")
|
|
data = self.get_metadata()
|
|
|
|
for post in self.get_posts():
|
|
url = post["file_url"]
|
|
for key in ("id", "width", "height"):
|
|
post[key] = text.parse_int(post[key])
|
|
post["tags"] = text.unquote(post["tags"])
|
|
post.update(data)
|
|
yield Message.Directory, post
|
|
yield Message.Url, url, text.nameext_from_url(url, post)
|
|
|
|
def get_metadata(self):
|
|
"""Return general metadata"""
|
|
return {}
|
|
|
|
def get_posts(self):
|
|
"""Return an iterable containing data of all relevant posts"""
|
|
|
|
|
|
class PahealTagExtractor(PahealExtractor):
|
|
"""Extractor for images from rule34.paheal.net by search-tags"""
|
|
subcategory = "tag"
|
|
directory_fmt = ("{category}", "{search_tags}")
|
|
pattern = (r"(?:https?://)?(?:rule34|rule63|cosplay)\.paheal\.net"
|
|
r"/post/list/([^/?#]+)")
|
|
test = ("https://rule34.paheal.net/post/list/Ayane_Suzuki/1", {
|
|
"pattern": r"https://[^.]+\.paheal\.net/_images/\w+/\d+%20-%20",
|
|
"count": ">= 15"
|
|
})
|
|
per_page = 70
|
|
|
|
def __init__(self, match):
|
|
PahealExtractor.__init__(self, match)
|
|
self.tags = text.unquote(match.group(1))
|
|
|
|
def get_metadata(self):
|
|
return {"search_tags": self.tags}
|
|
|
|
def get_posts(self):
|
|
pnum = 1
|
|
while True:
|
|
url = "{}/post/list/{}/{}".format(self.root, self.tags, pnum)
|
|
page = self.request(url).text
|
|
|
|
for post in text.extract_iter(
|
|
page, '<img id="thumb_', 'Only</a>'):
|
|
yield self._extract_data(post)
|
|
|
|
if ">Next<" not in page:
|
|
return
|
|
pnum += 1
|
|
|
|
@staticmethod
|
|
def _extract_data(post):
|
|
pid , pos = text.extract(post, '', '"')
|
|
data, pos = text.extract(post, 'title="', '"', pos)
|
|
md5 , pos = text.extract(post, '/_thumbs/', '/', pos)
|
|
url , pos = text.extract(post, '<a href="', '"', pos)
|
|
|
|
tags, data, date = data.split("\n")
|
|
dimensions, size, ext = data.split(" // ")
|
|
width, _, height = dimensions.partition("x")
|
|
|
|
return {
|
|
"id": pid, "md5": md5, "tags": tags, "file_url": url,
|
|
"width": width, "height": height,
|
|
"size": text.parse_bytes(size[:-1]),
|
|
}
|
|
|
|
|
|
class PahealPostExtractor(PahealExtractor):
|
|
"""Extractor for single images from rule34.paheal.net"""
|
|
subcategory = "post"
|
|
pattern = (r"(?:https?://)?(?:rule34|rule63|cosplay)\.paheal\.net"
|
|
r"/post/view/(\d+)")
|
|
test = ("https://rule34.paheal.net/post/view/481609", {
|
|
"pattern": r"https://tulip\.paheal\.net/_images"
|
|
r"/bbdc1c33410c2cdce7556c7990be26b7/481609%20-%20"
|
|
r"Azumanga_Daioh%20Osaka%20Vuvuzela%20inanimate\.jpg",
|
|
"keyword": "abe7c1220ba5601f9639aa79fbb9689674ec8f5c",
|
|
"content": "7b924bcf150b352ac75c9d281d061e174c851a11",
|
|
})
|
|
|
|
def __init__(self, match):
|
|
PahealExtractor.__init__(self, match)
|
|
self.post_id = match.group(1)
|
|
|
|
def get_posts(self):
|
|
url = "{}/post/view/{}".format(self.root, self.post_id)
|
|
page = self.request(url).text
|
|
|
|
tags , pos = text.extract(page, ": ", "<")
|
|
md5 , pos = text.extract(page, "/_thumbs/", "/", pos)
|
|
url , pos = text.extract(page, "id='main_image' src='", "'", pos)
|
|
width , pos = text.extract(page, "data-width=", " ", pos)
|
|
height, pos = text.extract(page, "data-height=", " ", pos)
|
|
|
|
return ({
|
|
"id": self.post_id, "md5": md5, "tags": tags, "file_url": url,
|
|
"size" : 0,
|
|
"width" : width.strip("'\""),
|
|
"height": height.strip("'\""),
|
|
},)
|