1
0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-25 20:22:36 +01:00
gallery-dl/gallery_dl/extractor/khinsider.py
Mike Fährmann a453335a9f
remove test results in extractor modules
and add generic example URLs
2023-09-11 16:30:55 +02:00

78 lines
2.9 KiB
Python

# -*- coding: utf-8 -*-
# Copyright 2016-2023 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://downloads.khinsider.com/"""
from .common import Extractor, Message, AsynchronousMixin
from .. import text, exception
class KhinsiderSoundtrackExtractor(AsynchronousMixin, Extractor):
"""Extractor for soundtracks from khinsider.com"""
category = "khinsider"
subcategory = "soundtrack"
root = "https://downloads.khinsider.com"
directory_fmt = ("{category}", "{album[name]}")
archive_fmt = "{filename}.{extension}"
pattern = (r"(?:https?://)?downloads\.khinsider\.com"
r"/game-soundtracks/album/([^/?#]+)")
example = ("https://downloads.khinsider.com"
"/game-soundtracks/album/TITLE")
def __init__(self, match):
Extractor.__init__(self, match)
self.album = match.group(1)
def items(self):
url = self.root + "/game-soundtracks/album/" + self.album
page = self.request(url, encoding="utf-8").text
if "Download all songs at once:" not in page:
raise exception.NotFoundError("soundtrack")
data = self.metadata(page)
yield Message.Directory, data
for track in self.tracks(page):
track.update(data)
yield Message.Url, track["url"], track
def metadata(self, page):
extr = text.extract_from(page)
return {"album": {
"name" : text.unescape(extr("<h2>", "<")),
"platform": extr("Platforms: <a", "<").rpartition(">")[2],
"count": text.parse_int(extr("Number of Files: <b>", "<")),
"size" : text.parse_bytes(extr("Total Filesize: <b>", "<")[:-1]),
"date" : extr("Date Added: <b>", "<"),
"type" : text.remove_html(extr("Album type: <b>", "</b>")),
}}
def tracks(self, page):
fmt = self.config("format", ("mp3",))
if fmt and isinstance(fmt, str):
if fmt == "all":
fmt = None
else:
fmt = fmt.lower().split(",")
page = text.extr(page, '<table id="songlist">', '</table>')
for num, url in enumerate(text.extract_iter(
page, '<td class="clickable-row"><a href="', '"'), 1):
url = text.urljoin(self.root, url)
page = self.request(url, encoding="utf-8").text
track = first = None
for url in text.extract_iter(page, '<p><a href="', '"'):
track = text.nameext_from_url(url, {"num": num, "url": url})
if first is None:
first = track
if not fmt or track["extension"] in fmt:
first = False
yield track
if first:
yield first