mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-22 18:53:21 +01:00
87 lines
3.1 KiB
Python
87 lines
3.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2015 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extract images from https://hitomi.la/"""
|
|
|
|
from .common import Extractor, Message
|
|
from .. import text
|
|
import os.path
|
|
import string
|
|
|
|
info = {
|
|
"category": "hitomi",
|
|
"extractor": "HitomiExtractor",
|
|
"directory": ["{category}", "{gallery-id} {title}"],
|
|
"filename": "{category}_{gallery-id}_{num:>03}_{name}.{extension}",
|
|
"pattern": [
|
|
r"(?:https?://)?hitomi\.la/(?:galleries|reader)/(\d+)\.html",
|
|
],
|
|
}
|
|
|
|
class HitomiExtractor(Extractor):
|
|
|
|
def __init__(self, match):
|
|
Extractor.__init__(self)
|
|
self.gid = match.group(1)
|
|
|
|
def items(self):
|
|
page = self.request("https://hitomi.la/galleries/" + self.gid + ".html").text
|
|
data = self.get_job_metadata(page)
|
|
images = self.get_image_urls(page)
|
|
data["count"] = len(images)
|
|
yield Message.Version, 1
|
|
yield Message.Directory, data
|
|
for num, url in enumerate(images, 1):
|
|
name, ext = os.path.splitext(text.filename_from_url(url))
|
|
data["num"] = num
|
|
data["name"] = name
|
|
data["extension"] = ext[1:]
|
|
yield Message.Url, url, data
|
|
|
|
def get_job_metadata(self, page):
|
|
"""Collect metadata for extractor-job"""
|
|
group = ""
|
|
gtype = ""
|
|
series = ""
|
|
_ , pos = text.extract(page, '<h1><a href="/reader/', '')
|
|
title , pos = text.extract(page, '.html">', "</a>", pos)
|
|
_ , pos = text.extract(page, '<li><a href="/artist/', '', pos)
|
|
artist, pos = text.extract(page, '.html">', '</a>', pos)
|
|
test , pos = text.extract(page, '<li><a href="/group/', '', pos)
|
|
if test is not None:
|
|
group , pos = text.extract(page, '.html">', '</a>', pos)
|
|
test , pos = text.extract(page, '<a href="/type/', '', pos)
|
|
if test is not None:
|
|
gtype , pos = text.extract(page, '.html">', '</a>', pos)
|
|
_ , pos = text.extract(page, '<tdLanguage</td>', '', pos)
|
|
lang , pos = text.extract(page, '.html">', '</a>', pos)
|
|
test , pos = text.extract(page, '<a href="/series/', '', pos)
|
|
if test is not None:
|
|
series, pos = text.extract(page, '.html">', '</a>', pos)
|
|
return {
|
|
"category": info["category"],
|
|
"gallery-id": self.gid,
|
|
"title": title,
|
|
"artist": string.capwords(artist),
|
|
"group": string.capwords(group),
|
|
"type": gtype[1:-1].capitalize(),
|
|
"lang": lang.capitalize(),
|
|
"series": string.capwords(series),
|
|
}
|
|
|
|
@staticmethod
|
|
def get_image_urls(page):
|
|
"""Extract and return a list of all image-urls"""
|
|
pos = 0
|
|
images = list()
|
|
while True:
|
|
urlpart, pos = text.extract(page, "'//tn.hitomi.la/smalltn/", ".jpg',", pos)
|
|
if not urlpart:
|
|
return images
|
|
images.append("https://g.hitomi.la/galleries/" + urlpart)
|