mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-26 04:32:51 +01:00
[seisoparty] remove module
This commit is contained in:
Mike Fährmann
parent
efa178cc91
commit
37c9dedee1
@ -673,12 +673,6 @@ Consider all sites to be NSFW unless otherwise known.
|
||||
<td>Articles, Tag Searches</td>
|
||||
<td></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Seiso</td>
|
||||
<td>https://seiso.party/</td>
|
||||
<td>Favorites, Posts, User Profiles</td>
|
||||
<td>Supported</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Sen Manga</td>
|
||||
<td>https://raw.senmanga.com/</td>
|
||||
|
||||
@ -111,7 +111,6 @@ modules = [
|
||||
"sankaku",
|
||||
"sankakucomplex",
|
||||
"seiga",
|
||||
"seisoparty",
|
||||
"senmanga",
|
||||
"sexcom",
|
||||
"simplyhentai",
|
||||
|
||||
@ -1,201 +0,0 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright 2021 Mike Fährmann
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License version 2 as
|
||||
# published by the Free Software Foundation.
|
||||
|
||||
"""Extractors for https://seiso.party/"""
|
||||
|
||||
from .common import Extractor, Message
|
||||
from .. import text, exception
|
||||
from ..cache import cache
|
||||
import re
|
||||
|
||||
|
||||
class SeisopartyExtractor(Extractor):
|
||||
"""Base class for seisoparty extractors"""
|
||||
category = "seisoparty"
|
||||
root = "https://seiso.party"
|
||||
directory_fmt = ("{category}", "{service}", "{username}")
|
||||
filename_fmt = "{id}_{title}_{num:>02}_{filename}.{extension}"
|
||||
archive_fmt = "{service}_{user}_{id}_{num}"
|
||||
cookiedomain = ".seiso.party"
|
||||
|
||||
def __init__(self, match):
|
||||
Extractor.__init__(self, match)
|
||||
self.user_name = None
|
||||
self._find_files = re.compile(
|
||||
r'href="(https://cdn(?:-\d)?\.seiso\.party/files/[^"]+)').findall
|
||||
|
||||
def items(self):
|
||||
self._prepare_ddosguard_cookies()
|
||||
|
||||
for post in self.posts():
|
||||
files = post.pop("files")
|
||||
yield Message.Directory, post
|
||||
for post["num"], url in enumerate(files, 1):
|
||||
yield Message.Url, url, text.nameext_from_url(url, post)
|
||||
|
||||
def _parse_post(self, page, post_id):
|
||||
extr = text.extract_from(page)
|
||||
return {
|
||||
"service" : self.service,
|
||||
"user" : self.user_id,
|
||||
"username": self.user_name,
|
||||
"id" : post_id,
|
||||
"date" : text.parse_datetime(extr(
|
||||
'<div class="margin-bottom-15 minor-text">', '<'),
|
||||
"%Y-%m-%d %H:%M:%S %Z"),
|
||||
"title" : text.unescape(extr('class="post-title">', '<')),
|
||||
"content" : text.unescape(extr("\n<p>\n", "\n</p>\n").strip()),
|
||||
"files" : self._find_files(page),
|
||||
}
|
||||
|
||||
def login(self):
|
||||
username, password = self._get_auth_info()
|
||||
if username:
|
||||
self._update_cookies(self._login_impl(username, password))
|
||||
|
||||
@cache(maxage=28*24*3600, keyarg=1)
|
||||
def _login_impl(self, username, password):
|
||||
self.log.info("Logging in as %s", username)
|
||||
|
||||
url = self.root + "/account/login"
|
||||
data = {"username": username, "password": password}
|
||||
|
||||
response = self.request(url, method="POST", data=data)
|
||||
if response.url.endswith("/account/login") and \
|
||||
"Username or password is incorrect" in response.text:
|
||||
raise exception.AuthenticationError()
|
||||
|
||||
return {c.name: c.value for c in response.history[0].cookies}
|
||||
|
||||
|
||||
class SeisopartyUserExtractor(SeisopartyExtractor):
|
||||
"""Extractor for all posts from a seiso.party user listing"""
|
||||
subcategory = "user"
|
||||
pattern = r"(?:https?://)?seiso\.party/artists/([^/?#]+)/([^/?#]+)"
|
||||
test = (
|
||||
("https://seiso.party/artists/fanbox/21", {
|
||||
"pattern": r"https://cdn\.seiso\.party/files/fanbox/\d+/",
|
||||
"count": ">=15",
|
||||
"keyword": {
|
||||
"content": str,
|
||||
"date": "type:datetime",
|
||||
"id": r"re:\d+",
|
||||
"num": int,
|
||||
"service": "fanbox",
|
||||
"title": str,
|
||||
"user": "21",
|
||||
"username": "雨",
|
||||
},
|
||||
}),
|
||||
)
|
||||
|
||||
def __init__(self, match):
|
||||
SeisopartyExtractor.__init__(self, match)
|
||||
self.service, self.user_id = match.groups()
|
||||
|
||||
def posts(self):
|
||||
url = "{}/artists/{}/{}".format(self.root, self.service, self.user_id)
|
||||
page = self.request(url).text
|
||||
self.user_name, pos = text.extract(page, '<span class="title">', '<')
|
||||
|
||||
url = self.root + text.extract(
|
||||
page, 'href="', '"', page.index('id="content"', pos))[0]
|
||||
response = self.request(url)
|
||||
headers = {"Referer": url}
|
||||
|
||||
while True:
|
||||
yield self._parse_post(response.text, url.rpartition("/")[2])
|
||||
response = self.request(url + "/next", headers=headers)
|
||||
if url == response.url:
|
||||
return
|
||||
url = headers["Referer"] = response.url
|
||||
|
||||
|
||||
class SeisopartyPostExtractor(SeisopartyExtractor):
|
||||
"""Extractor for a single seiso.party post"""
|
||||
subcategory = "post"
|
||||
pattern = r"(?:https?://)?seiso\.party/post/([^/?#]+)/([^/?#]+)/([^/?#]+)"
|
||||
test = (
|
||||
("https://seiso.party/post/fanbox/21/371", {
|
||||
"url": "75f13b92de0ce399b6163c3de18f1f36011c2366",
|
||||
"count": 2,
|
||||
"keyword": {
|
||||
"content": "この前描いためぐるちゃんのPSDファイルです。<br/>"
|
||||
"どうぞよろしくお願いします。",
|
||||
"date": "dt:2021-05-06 12:38:31",
|
||||
"extension": "re:psd|jpg",
|
||||
"filename": "re:backcourt|ffb2ccb7a3586d05f9a4620329dd131e",
|
||||
"id": "371",
|
||||
"num": int,
|
||||
"service": "fanbox",
|
||||
"title": "MEGURU.PSD",
|
||||
"user": "21",
|
||||
"username": "雨",
|
||||
},
|
||||
}),
|
||||
("https://seiso.party/post/patreon/429/95949", {
|
||||
"pattern": r"https://cdn-2\.seiso\.party/files/patreon/95949/",
|
||||
"count": 2,
|
||||
}),
|
||||
)
|
||||
|
||||
def __init__(self, match):
|
||||
SeisopartyExtractor.__init__(self, match)
|
||||
self.service, self.user_id, self.post_id = match.groups()
|
||||
|
||||
def posts(self):
|
||||
url = "{}/artists/{}/{}".format(self.root, self.service, self.user_id)
|
||||
page = self.request(url).text
|
||||
self.user_name, pos = text.extract(page, '<span class="title">', '<')
|
||||
|
||||
url = "{}/post/{}/{}/{}".format(
|
||||
self.root, self.service, self.user_id, self.post_id)
|
||||
return (self._parse_post(self.request(url).text, self.post_id),)
|
||||
|
||||
|
||||
class SeisopartyFavoriteExtractor(SeisopartyExtractor):
|
||||
"""Extractor for seiso.party favorites"""
|
||||
subcategory = "favorite"
|
||||
pattern = r"(?:https?://)?seiso\.party/favorites/artists/?(?:\?([^#]+))?"
|
||||
test = (
|
||||
("https://seiso.party/favorites/artists", {
|
||||
"pattern": SeisopartyUserExtractor.pattern,
|
||||
"url": "0c862434bc3bbbe84cbf41c3a6152473a8cde683",
|
||||
"count": 3,
|
||||
}),
|
||||
("https://seiso.party/favorites/artists?sort=id&sort_direction=asc", {
|
||||
"url": "629a8b9c6d3a8a64f521908bdb3d7426ac03f8d3",
|
||||
}),
|
||||
)
|
||||
|
||||
def __init__(self, match):
|
||||
SeisopartyExtractor.__init__(self, match)
|
||||
self.query = match.group(1)
|
||||
|
||||
def items(self):
|
||||
self._prepare_ddosguard_cookies()
|
||||
self.login()
|
||||
|
||||
url = self.root + "/favorites/artists"
|
||||
data = {"_extractor": SeisopartyUserExtractor}
|
||||
params = text.parse_query(self.query)
|
||||
params["page"] = text.parse_int(params.get("page"), 1)
|
||||
|
||||
while True:
|
||||
page = self.request(url, params=params).text
|
||||
|
||||
cnt = 0
|
||||
for card in text.extract_iter(
|
||||
page, '<div class="artist-card', '</a>'):
|
||||
path = text.extract(card, '<a href="', '"')[0]
|
||||
yield Message.Queue, self.root + path, data
|
||||
cnt += 1
|
||||
|
||||
if cnt < 25:
|
||||
return
|
||||
params["page"] += 1
|
||||
Loading…
Reference in New Issue
Block a user