1
0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-22 02:32:33 +01:00

[hentainexus] remove module

This commit is contained in:
Mike Fährmann 2021-03-14 17:15:42 +01:00
parent 23641742a3
commit 97641cd151
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88
3 changed files with 0 additions and 192 deletions

View File

@ -223,12 +223,6 @@ Consider all sites to be NSFW unless otherwise known.
<td>Chapters, Manga</td>
<td></td>
</tr>
<tr>
<td>Hentainexus</td>
<td>https://hentainexus.com/</td>
<td>Galleries, Search Results</td>
<td></td>
</tr>
<tr>
<td>Hiperdex</td>
<td>https://hiperdex.com/</td>

View File

@ -44,7 +44,6 @@ modules = [
"hentaifox",
"hentaihand",
"hentaihere",
"hentainexus",
"hiperdex",
"hitomi",
"idolcomplex",

View File

@ -1,185 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright 2019-2021 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://hentainexus.com/"""
from .common import GalleryExtractor, Extractor, Message
from .. import text, util
import binascii
import json
class HentainexusGalleryExtractor(GalleryExtractor):
"""Extractor for image galleries on hentainexus.com"""
category = "hentainexus"
root = "https://hentainexus.com"
pattern = (r"(?i)(?:https?://)?(?:www\.)?hentainexus\.com"
r"/(?:view|read)/(\d+)")
test = (
("https://hentainexus.com/view/5688", {
"url": "f1761895fb7aca2f6ff9e09f839c0ee2fa7a5e54",
"keyword": "5e5bb4b1553b1c6e126b198f9ae017a1a5d0a5ad",
}),
("https://hentainexus.com/read/5688"),
)
def __init__(self, match):
self.gallery_id = match.group(1)
url = "{}/view/{}".format(self.root, self.gallery_id)
GalleryExtractor.__init__(self, match, url)
def metadata(self, page):
rmve = text.remove_html
extr = text.extract_from(page)
data = {
"gallery_id": text.parse_int(self.gallery_id),
"tags" : extr('"og:description" content="', '"').split(", "),
"thumbnail" : extr('"og:image" content="', '"'),
"title" : extr('<h1 class="title">', '</h1>'),
}
for key in ("Artist", "Book", "Circle", "Event", "Language",
"Magazine", "Parody", "Publisher", "Description"):
data[key.lower()] = rmve(extr(
'viewcolumn">' + key + '</td>', '</td>'))
data["lang"] = util.language_to_code(data["language"])
if 'doujin' in data['tags']:
data['type'] = 'Doujinshi'
elif 'illustration' in data['tags']:
data['type'] = 'Illustration'
else:
data['type'] = 'Manga'
data["title_conventional"] = self._join_title(data)
return data
def images(self, _):
url = "{}/read/{}".format(self.root, self.gallery_id)
page = self.request(url).text
data = json.loads(self._decode(text.extract(
page, 'initReader("', '"')[0]))
headers = None
if not self.config("original", True):
headers = {"_http_headers": {"Accept": "image/webp,*/*"}}
pages = data.get("pages")
if pages:
return [(page, headers) for page in pages]
base = data["b"] + data["r"]
gid = data["i"]
return [
("{}{}/{}/{}".format(base, page["h"], gid, page["p"]), headers)
for page in data["f"]
]
@staticmethod
def _decode(data):
# https://hentainexus.com/static/js/reader.min.js?r=13
primes = (2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53)
blob = binascii.a2b_base64(data)
key = blob[0:64]
C = 0
for k in key:
C = C ^ k
for _ in range(8):
if C & 1:
C = C >> 1 ^ 0xc
else:
C = C >> 1
k = primes[C & 0x7]
x = 0
S = list(range(256))
for i in range(256):
x = (x + S[i] + key[i % len(key)]) % 256
S[i], S[x] = S[x], S[i]
result = ""
a = c = m = x = 0
for n in range(64, len(blob)):
a = (a + k) % 256
x = (c + S[(x + S[a]) % 256]) % 256
c = (c + a + S[a]) % 256
S[a], S[x] = S[x], S[a]
m = S[(x + S[(a + S[(m + c) % 256]) % 256]) % 256]
result += chr(blob[n] ^ m)
return result
@staticmethod
def _join_title(data):
event = data['event']
artist = data['artist']
circle = data['circle']
title = data['title']
parody = data['parody']
book = data['book']
magazine = data['magazine']
# a few galleries have a large number of artists or parodies,
# which get replaced with "Various" in the title string
if artist.count(',') >= 3:
artist = 'Various'
if parody.count(',') >= 3:
parody = 'Various'
jt = ''
if event:
jt += '({}) '.format(event)
if circle:
jt += '[{} ({})] '.format(circle, artist)
else:
jt += '[{}] '.format(artist)
jt += title
if parody.lower() != 'original work':
jt += ' ({})'.format(parody)
if book:
jt += ' ({})'.format(book)
if magazine:
jt += ' ({})'.format(magazine)
return jt
class HentainexusSearchExtractor(Extractor):
"""Extractor for search results on hentainexus.com"""
category = "hentainexus"
subcategory = "search"
root = "https://hentainexus.com"
pattern = (r"(?i)(?:https?://)?(?:www\.)?hentainexus\.com"
r"(?:/page/\d+)?/?(?:\?(q=[^/?#]+))?$")
test = (
("https://hentainexus.com/?q=tag:%22heart+pupils%22%20tag:group", {
"pattern": HentainexusGalleryExtractor.pattern,
"count": ">= 50",
}),
("https://hentainexus.com/page/3?q=tag:%22heart+pupils%22"),
)
def __init__(self, match):
Extractor.__init__(self, match)
self.params = text.parse_query(match.group(1))
def items(self):
params = self.params
path = "/"
data = {"_extractor": HentainexusGalleryExtractor}
while path:
page = self.request(self.root + path, params=params).text
extr = text.extract_from(page)
while True:
gallery_id = extr('<a href="/view/', '"')
if not gallery_id:
break
yield Message.Queue, self.root + "/view/" + gallery_id, data
path = extr('class="pagination-next" href="', '"')