mirror of
https://github.com/mikf/gallery-dl.git
synced 2024-11-24 03:32:33 +01:00
80 lines
3.0 KiB
Python
80 lines
3.0 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2015 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extract images from https://hitomi.la/"""
|
|
|
|
from .common import Extractor, Message
|
|
from .. import text, iso639_1
|
|
import string
|
|
|
|
class HitomiExtractor(Extractor):
|
|
|
|
category = "hitomi"
|
|
directory_fmt = ["{category}", "{gallery-id} {title}"]
|
|
filename_fmt = "{category}_{gallery-id}_{num:>03}_{name}.{extension}"
|
|
pattern = [r"(?:https?://)?hitomi\.la/(?:galleries|reader)/(\d+)\.html"]
|
|
|
|
def __init__(self, match):
|
|
Extractor.__init__(self)
|
|
self.gid = match.group(1)
|
|
|
|
def items(self):
|
|
page = self.request("https://hitomi.la/galleries/" + self.gid + ".html").text
|
|
data = self.get_job_metadata(page)
|
|
images = self.get_image_urls(page)
|
|
data["count"] = len(images)
|
|
yield Message.Version, 1
|
|
yield Message.Directory, data
|
|
for num, url in enumerate(images, 1):
|
|
data["num"] = num
|
|
yield Message.Url, url, text.nameext_from_url(url, data)
|
|
|
|
def get_job_metadata(self, page):
|
|
"""Collect metadata for extractor-job"""
|
|
group = ""
|
|
gtype = ""
|
|
series = ""
|
|
_ , pos = text.extract(page, '<h1><a href="/reader/', '')
|
|
title , pos = text.extract(page, '.html">', "</a>", pos)
|
|
_ , pos = text.extract(page, '<li><a href="/artist/', '', pos)
|
|
artist, pos = text.extract(page, '.html">', '</a>', pos)
|
|
test , pos = text.extract(page, '<li><a href="/group/', '', pos)
|
|
if test is not None:
|
|
group , pos = text.extract(page, '.html">', '</a>', pos)
|
|
test , pos = text.extract(page, '<a href="/type/', '', pos)
|
|
if test is not None:
|
|
gtype , pos = text.extract(page, '.html">', '</a>', pos)
|
|
_ , pos = text.extract(page, '<tdLanguage</td>', '', pos)
|
|
lang , pos = text.extract(page, '.html">', '</a>', pos)
|
|
test , pos = text.extract(page, '<a href="/series/', '', pos)
|
|
if test is not None:
|
|
series, pos = text.extract(page, '.html">', '</a>', pos)
|
|
lang = lang.capitalize()
|
|
return {
|
|
"category": self.category,
|
|
"gallery-id": self.gid,
|
|
"title": title,
|
|
"artist": string.capwords(artist),
|
|
"group": string.capwords(group),
|
|
"type": gtype[1:-1].capitalize(),
|
|
"lang": iso639_1.language_to_code(lang),
|
|
"language": lang,
|
|
"series": string.capwords(series),
|
|
}
|
|
|
|
@staticmethod
|
|
def get_image_urls(page):
|
|
"""Extract and return a list of all image-urls"""
|
|
pos = 0
|
|
images = list()
|
|
while True:
|
|
urlpart, pos = text.extract(page, "'//tn.hitomi.la/smalltn/", ".jpg',", pos)
|
|
if not urlpart:
|
|
return images
|
|
images.append("https://g.hitomi.la/galleries/" + urlpart)
|