1
0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-25 12:12:34 +01:00
gallery-dl/gallery_dl/extractor/piczel.py
Mike Fährmann a453335a9f
remove test results in extractor modules
and add generic example URLs
2023-09-11 16:30:55 +02:00

113 lines
3.7 KiB
Python

# -*- coding: utf-8 -*-
# Copyright 2018-2023 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://piczel.tv/"""
from .common import Extractor, Message
from .. import text
class PiczelExtractor(Extractor):
"""Base class for piczel extractors"""
category = "piczel"
directory_fmt = ("{category}", "{user[username]}")
filename_fmt = "{category}_{id}_{title}_{num:>02}.{extension}"
archive_fmt = "{id}_{num}"
root = "https://piczel.tv"
api_root = root
def items(self):
for post in self.posts():
post["tags"] = [t["title"] for t in post["tags"] if t["title"]]
post["date"] = text.parse_datetime(
post["created_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
if post["multi"]:
images = post["images"]
del post["images"]
yield Message.Directory, post
for post["num"], image in enumerate(images):
if "id" in image:
del image["id"]
post.update(image)
url = post["image"]["url"]
yield Message.Url, url, text.nameext_from_url(url, post)
else:
yield Message.Directory, post
post["num"] = 0
url = post["image"]["url"]
yield Message.Url, url, text.nameext_from_url(url, post)
def posts(self):
"""Return an iterable with all relevant post objects"""
def _pagination(self, url, folder_id=None):
params = {
"from_id" : None,
"folder_id": folder_id,
}
while True:
data = self.request(url, params=params).json()
if not data:
return
params["from_id"] = data[-1]["id"]
for post in data:
if not folder_id or folder_id == post["folder_id"]:
yield post
class PiczelUserExtractor(PiczelExtractor):
"""Extractor for all images from a user's gallery"""
subcategory = "user"
pattern = r"(?:https?://)?(?:www\.)?piczel\.tv/gallery/([^/?#]+)/?$"
example = "https://piczel.tv/gallery/USER"
def __init__(self, match):
PiczelExtractor.__init__(self, match)
self.user = match.group(1)
def posts(self):
url = "{}/api/users/{}/gallery".format(self.api_root, self.user)
return self._pagination(url)
class PiczelFolderExtractor(PiczelExtractor):
"""Extractor for images inside a user's folder"""
subcategory = "folder"
directory_fmt = ("{category}", "{user[username]}", "{folder[name]}")
archive_fmt = "f{folder[id]}_{id}_{num}"
pattern = (r"(?:https?://)?(?:www\.)?piczel\.tv"
r"/gallery/(?!image)([^/?#]+)/(\d+)")
example = "https://piczel.tv/gallery/USER/12345"
def __init__(self, match):
PiczelExtractor.__init__(self, match)
self.user, self.folder_id = match.groups()
def posts(self):
url = "{}/api/users/{}/gallery".format(self.api_root, self.user)
return self._pagination(url, int(self.folder_id))
class PiczelImageExtractor(PiczelExtractor):
"""Extractor for individual images"""
subcategory = "image"
pattern = r"(?:https?://)?(?:www\.)?piczel\.tv/gallery/image/(\d+)"
example = "https://piczel.tv/gallery/image/12345"
def __init__(self, match):
PiczelExtractor.__init__(self, match)
self.image_id = match.group(1)
def posts(self):
url = "{}/api/gallery/{}".format(self.api_root, self.image_id)
return (self.request(url).json(),)