[hentainexus] restore module (#5275)

revert 97641cd151

docs/supportedsites.md

@@ -319,6 +319,12 @@ Consider all listed sites to potentially be NSFW.
     <td>Chapters, Manga</td>
     <td></td>
 </tr>
+<tr>
+    <td>HentaiNexus</td>
+    <td>https://hentainexus.com/</td>
+    <td>Galleries, Search Results</td>
+    <td></td>
+</tr>
 <tr>
     <td>Hiperdex</td>
     <td>https://hiperdex.top/</td>

gallery_dl/extractor/__init__.py

@@ -62,6 +62,7 @@ modules = [
     "hentaifox",
     "hentaihand",
     "hentaihere",
+    "hentainexus",
     "hiperdex",
     "hitomi",
     "hotleak",

gallery_dl/extractor/hentainexus.py

@@ -0,0 +1,172 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2019-2024 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extractors for https://hentainexus.com/"""
+
+from .common import GalleryExtractor, Extractor, Message
+from .. import text, util
+import binascii
+
+
+class HentainexusGalleryExtractor(GalleryExtractor):
+    """Extractor for hentainexus galleries"""
+    category = "hentainexus"
+    root = "https://hentainexus.com"
+    pattern = (r"(?i)(?:https?://)?(?:www\.)?hentainexus\.com"
+               r"/(?:view|read)/(\d+)")
+    example = "https://hentainexus.com/view/12345"
+
+    def __init__(self, match):
+        self.gallery_id = match.group(1)
+        url = "{}/view/{}".format(self.root, self.gallery_id)
+        GalleryExtractor.__init__(self, match, url)
+
+    def metadata(self, page):
+        rmve = text.remove_html
+        extr = text.extract_from(page)
+        data = {
+            "gallery_id": text.parse_int(self.gallery_id),
+            "cover"     : extr('"og:image" content="', '"'),
+            "title"     : extr('<h1 class="title">', '</h1>'),
+        }
+
+        for key in ("Artist", "Book", "Circle", "Event", "Language",
+                    "Magazine", "Parody", "Publisher", "Description"):
+            value = rmve(extr('viewcolumn">' + key + '</td>', '</td>'))
+            value, sep, rest = value.rpartition(" (")
+            data[key.lower()] = value if sep else rest
+
+        data["tags"] = tags = []
+        for k in text.extract_iter(page, '<a href="/?q=tag:', '"'):
+            tags.append(text.unquote(k).strip('"').replace("+", " "))
+
+        if not data["language"]:
+            data["language"] = "English"
+        data["lang"] = util.language_to_code(data["language"])
+
+        if "doujin" in data["tags"]:
+            data["type"] = "Doujinshi"
+        elif "illustration" in data["tags"]:
+            data["type"] = "Illustration"
+        else:
+            data["type"] = "Manga"
+        data["title_conventional"] = self._join_title(data)
+        return data
+
+    def images(self, _):
+        url = "{}/read/{}".format(self.root, self.gallery_id)
+        page = self.request(url).text
+        imgs = util.json_loads(self._decode(text.extr(
+            page, 'initReader("', '"')))
+
+        headers = None
+        if not self.config("original", True):
+            headers = {"Accept": "image/webp,*/*"}
+            for img in imgs:
+                img["_http_headers"] = headers
+
+        return [
+            (img["image"], img)
+            for img in imgs
+        ]
+
+    @staticmethod
+    def _decode(data):
+        # https://hentainexus.com/static/js/reader.min.js?r=13
+        primes = (2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53)
+        blob = binascii.a2b_base64(data)
+        key = blob[0:64]
+
+        C = 0
+        for k in key:
+            C = C ^ k
+            for _ in range(8):
+                if C & 1:
+                    C = C >> 1 ^ 0xc
+                else:
+                    C = C >> 1
+        k = primes[C & 0x7]
+
+        x = 0
+        S = list(range(256))
+        for i in range(256):
+            x = (x + S[i] + key[i % len(key)]) % 256
+            S[i], S[x] = S[x], S[i]
+
+        result = ""
+        a = c = m = x = 0
+        for n in range(64, len(blob)):
+            a = (a + k) % 256
+            x = (c + S[(x + S[a]) % 256]) % 256
+            c = (c + a + S[a]) % 256
+
+            S[a], S[x] = S[x], S[a]
+            m = S[(x + S[(a + S[(m + c) % 256]) % 256]) % 256]
+            result += chr(blob[n] ^ m)
+
+        return result
+
+    @staticmethod
+    def _join_title(data):
+        event = data['event']
+        artist = data['artist']
+        circle = data['circle']
+        title = data['title']
+        parody = data['parody']
+        book = data['book']
+        magazine = data['magazine']
+
+        # a few galleries have a large number of artists or parodies,
+        # which get replaced with "Various" in the title string
+        if artist.count(',') >= 3:
+            artist = 'Various'
+        if parody.count(',') >= 3:
+            parody = 'Various'
+
+        jt = ''
+        if event:
+            jt += '({}) '.format(event)
+        if circle:
+            jt += '[{} ({})] '.format(circle, artist)
+        else:
+            jt += '[{}] '.format(artist)
+        jt += title
+        if parody.lower() != 'original work':
+            jt += ' ({})'.format(parody)
+        if book:
+            jt += ' ({})'.format(book)
+        if magazine:
+            jt += ' ({})'.format(magazine)
+        return jt
+
+
+class HentainexusSearchExtractor(Extractor):
+    """Extractor for hentainexus search results"""
+    category = "hentainexus"
+    subcategory = "search"
+    root = "https://hentainexus.com"
+    pattern = (r"(?i)(?:https?://)?(?:www\.)?hentainexus\.com"
+               r"(?:/page/\d+)?/?(?:\?(q=[^/?#]+))?$")
+    example = "https://hentainexus.com/?q=QUERY"
+
+    def items(self):
+        params = text.parse_query(self.groups[0])
+        data = {"_extractor": HentainexusGalleryExtractor}
+        path = "/"
+
+        while path:
+            page = self.request(self.root + path, params=params).text
+            extr = text.extract_from(page)
+
+            while True:
+                gallery_id = extr('<a href="/view/', '"')
+                if not gallery_id:
+                    break
+                yield Message.Queue, self.root + "/view/" + gallery_id, data
+
+            path = extr('class="pagination-next" href="', '"')

scripts/supportedsites.py

@@ -60,6 +60,7 @@ CATEGORY_MAP = {
     "hentaihand"     : "HentaiHand",
     "hentaihere"     : "HentaiHere",
     "hentaiimg"      : "Hentai Image",
+    "hentainexus"    : "HentaiNexus",
     "hitomi"         : "Hitomi.la",
     "horne"          : "horne",
     "idolcomplex"    : "Idol Complex",

test/results/hentainexus.py

@@ -0,0 +1,72 @@
+# -*- coding: utf-8 -*-
+
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+from gallery_dl.extractor import hentainexus
+
+
+__tests__ = (
+{
+    "#url"     : "https://hentainexus.com/view/5688",
+    "#category": ("", "hentainexus", "gallery"),
+    "#class"   : hentainexus.HentainexusGalleryExtractor,
+
+    "artist"     : "Tsukiriran",
+    "book"       : "",
+    "circle"     : "",
+    "count"      : 4,
+    "cover"      : str,
+    "description": "The cherry blossom blooms for one final graduation memory. ❤",
+    "event"      : "",
+    "extension"  : "png",
+    "filename"   : str,
+    "gallery_id" : 5688,
+    "image"      : str,
+    "label"      : str,
+    "lang"       : "en",
+    "language"   : "English",
+    "magazine"   : "Comic Bavel 2018-08",
+    "num"        : range(1, 4),
+    "parody"     : "Original Work",
+    "publisher"  : "FAKKU",
+    "tags"       : [
+        "busty",
+        "color",
+        "creampie",
+        "exhibitionism",
+        "hentai",
+        "kimono",
+        "pubic hair",
+        "uncensored",
+        "vanilla",
+    ],
+    "title"      : "Graduation!",
+    "title_conventional": "[Tsukiriran] Graduation! (Comic Bavel 2018-08)",
+    "type"       : "image",
+    "url_label"  : str,
+},
+
+{
+    "#url"     : "https://hentainexus.com/read/5688",
+    "#category": ("", "hentainexus", "gallery"),
+    "#class"   : hentainexus.HentainexusGalleryExtractor,
+},
+
+{
+    "#url"     : "https://hentainexus.com/?q=tag:%22heart+pupils%22%20tag:group",
+    "#category": ("", "hentainexus", "search"),
+    "#class"   : hentainexus.HentainexusSearchExtractor,
+    "#pattern" : hentainexus.HentainexusGalleryExtractor.pattern,
+    "#range"   : "1-30",
+    "#count"   : 30,
+},
+
+{
+    "#url"     : "https://hentainexus.com/page/3?q=tag:%22heart+pupils%22",
+    "#category": ("", "hentainexus", "search"),
+    "#class"   : hentainexus.HentainexusSearchExtractor,
+},
+
+)