1
0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-22 18:53:21 +01:00

update extractor test results

- don't run Instagram tests on Travis anymore
- replace Twitter test because timeline was made private
- update Hiperdex domain to '.com' (again ...)
This commit is contained in:
Mike Fährmann 2020-05-28 01:55:32 +02:00
parent b489f4de12
commit 45baa13615
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88
6 changed files with 24 additions and 21 deletions

View File

@ -48,7 +48,7 @@ HentaiFox https://hentaifox.com/ Galleries, Search Resul
HentaiHand https://hentaihand.com/ Galleries, Search Results, Tag Searches HentaiHand https://hentaihand.com/ Galleries, Search Results, Tag Searches
HentaiHere https://hentaihere.com/ Chapters, Manga HentaiHere https://hentaihere.com/ Chapters, Manga
Hentainexus https://hentainexus.com/ Galleries, Search Results Hentainexus https://hentainexus.com/ Galleries, Search Results
Hiperdex https://hiperdex.info/ Artists, Chapters, Manga Hiperdex https://hiperdex.com/ Artists, Chapters, Manga
Hitomi.la https://hitomi.la/ Galleries, Tag Searches Hitomi.la https://hitomi.la/ Galleries, Tag Searches
Hypnohub https://hypnohub.net/ Pools, Popular Images, Posts, Tag Searches Hypnohub https://hypnohub.net/ Pools, Popular Images, Posts, Tag Searches
Idol Complex https://idol.sankakucomplex.com/ Pools, Posts, Tag Searches Optional Idol Complex https://idol.sankakucomplex.com/ Pools, Posts, Tag Searches Optional

View File

@ -6,7 +6,7 @@
# it under the terms of the GNU General Public License version 2 as # it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation. # published by the Free Software Foundation.
"""Extractors for https://hiperdex.info/""" """Extractors for https://hiperdex.com/"""
from .common import ChapterExtractor, MangaExtractor from .common import ChapterExtractor, MangaExtractor
from .. import text from .. import text
@ -14,13 +14,13 @@ from ..cache import memcache
import re import re
BASE_PATTERN = r"(?:https?://)?(?:www\.)?hiperdex\.(?:info|com|net)" BASE_PATTERN = r"(?:https?://)?(?:www\.)?hiperdex\.(?:com|net|info)"
class HiperdexBase(): class HiperdexBase():
"""Base class for hiperdex extractors""" """Base class for hiperdex extractors"""
category = "hiperdex" category = "hiperdex"
root = "https://hiperdex.info" root = "https://hiperdex.com"
@memcache(keyarg=1) @memcache(keyarg=1)
def manga_data(self, manga, page=None): def manga_data(self, manga, page=None):
@ -63,11 +63,11 @@ class HiperdexBase():
class HiperdexChapterExtractor(HiperdexBase, ChapterExtractor): class HiperdexChapterExtractor(HiperdexBase, ChapterExtractor):
"""Extractor for manga chapters from hiperdex.info""" """Extractor for manga chapters from hiperdex.com"""
pattern = BASE_PATTERN + r"(/manga/([^/?&#]+)/([^/?&#]+))" pattern = BASE_PATTERN + r"(/manga/([^/?&#]+)/([^/?&#]+))"
test = ( test = (
("https://hiperdex.info/manga/domestic-na-kanojo/154-5/", { ("https://hiperdex.com/manga/domestic-na-kanojo/154-5/", {
"pattern": r"https://hiperdex.(info|com|net)/wp-content/uploads" "pattern": r"https://hiperdex.(com|net|info)/wp-content/uploads"
r"/WP-manga/data/manga_\w+/[0-9a-f]{32}/\d+\.webp", r"/WP-manga/data/manga_\w+/[0-9a-f]{32}/\d+\.webp",
"count": 9, "count": 9,
"keyword": { "keyword": {
@ -83,8 +83,8 @@ class HiperdexChapterExtractor(HiperdexBase, ChapterExtractor):
"type" : "Manga", "type" : "Manga",
}, },
}), }),
("https://hiperdex.com/manga/domestic-na-kanojo/154-5/"),
("https://hiperdex.net/manga/domestic-na-kanojo/154-5/"), ("https://hiperdex.net/manga/domestic-na-kanojo/154-5/"),
("https://hiperdex.info/manga/domestic-na-kanojo/154-5/"),
) )
def __init__(self, match): def __init__(self, match):
@ -103,11 +103,11 @@ class HiperdexChapterExtractor(HiperdexBase, ChapterExtractor):
class HiperdexMangaExtractor(HiperdexBase, MangaExtractor): class HiperdexMangaExtractor(HiperdexBase, MangaExtractor):
"""Extractor for manga from hiperdex.info""" """Extractor for manga from hiperdex.com"""
chapterclass = HiperdexChapterExtractor chapterclass = HiperdexChapterExtractor
pattern = BASE_PATTERN + r"(/manga/([^/?&#]+))/?$" pattern = BASE_PATTERN + r"(/manga/([^/?&#]+))/?$"
test = ( test = (
("https://hiperdex.info/manga/youre-not-that-special/", { ("https://hiperdex.com/manga/youre-not-that-special/", {
"count": 51, "count": 51,
"pattern": HiperdexChapterExtractor.pattern, "pattern": HiperdexChapterExtractor.pattern,
"keyword": { "keyword": {
@ -124,8 +124,8 @@ class HiperdexMangaExtractor(HiperdexBase, MangaExtractor):
"type" : "Manhwa", "type" : "Manhwa",
}, },
}), }),
("https://hiperdex.com/manga/youre-not-that-special/"),
("https://hiperdex.net/manga/youre-not-that-special/"), ("https://hiperdex.net/manga/youre-not-that-special/"),
("https://hiperdex.info/manga/youre-not-that-special/"),
) )
def __init__(self, match): def __init__(self, match):
@ -152,16 +152,16 @@ class HiperdexMangaExtractor(HiperdexBase, MangaExtractor):
class HiperdexArtistExtractor(HiperdexBase, MangaExtractor): class HiperdexArtistExtractor(HiperdexBase, MangaExtractor):
"""Extractor for an artists's manga on hiperdex.info""" """Extractor for an artists's manga on hiperdex.com"""
subcategory = "artist" subcategory = "artist"
categorytransfer = False categorytransfer = False
chapterclass = HiperdexMangaExtractor chapterclass = HiperdexMangaExtractor
reverse = False reverse = False
pattern = BASE_PATTERN + r"(/manga-a(?:rtist|uthor)/([^/?&#]+))" pattern = BASE_PATTERN + r"(/manga-a(?:rtist|uthor)/([^/?&#]+))"
test = ( test = (
("https://hiperdex.info/manga-artist/beck-ho-an/"),
("https://hiperdex.com/manga-artist/beck-ho-an/"), ("https://hiperdex.com/manga-artist/beck-ho-an/"),
("https://hiperdex.net/manga-artist/beck-ho-an/"), ("https://hiperdex.net/manga-artist/beck-ho-an/"),
("https://hiperdex.info/manga-artist/beck-ho-an/"),
("https://hiperdex.com/manga-author/viagra/", { ("https://hiperdex.com/manga-author/viagra/", {
"pattern": HiperdexMangaExtractor.pattern, "pattern": HiperdexMangaExtractor.pattern,
"count": ">= 6", "count": ">= 6",

View File

@ -51,7 +51,8 @@ class MangadexChapterExtractor(MangadexExtractor):
test = ( test = (
("https://mangadex.org/chapter/122094", { ("https://mangadex.org/chapter/122094", {
"keyword": "ef1084c2845825979e150512fed8fdc209baf05a", "keyword": "ef1084c2845825979e150512fed8fdc209baf05a",
"content": "7ab3bef5caccb62b881f8e6e70359d3c7be8137f", "content": ("a5f6b7b1434b555ed5fe1347994cda5360509658",
"7ab3bef5caccb62b881f8e6e70359d3c7be8137f"),
}), }),
# oneshot # oneshot
("https://mangadex.cc/chapter/138086", { ("https://mangadex.cc/chapter/138086", {

View File

@ -360,12 +360,13 @@ class TwitterTweetExtractor(TwitterExtractor):
"pattern": r"ytdl:https://video.twimg.com/ext_tw_video/.*.m3u8", "pattern": r"ytdl:https://video.twimg.com/ext_tw_video/.*.m3u8",
}), }),
# content with emoji, newlines, hashtags (#338) # content with emoji, newlines, hashtags (#338)
("https://twitter.com/yumi_san0112/status/1151144618936823808", { ("https://twitter.com/playpokemon/status/1263832915173048321", {
"options": (("content", True),), "options": (("content", True),),
"keyword": {"content": ( "keyword": {"content": (
"re:晴、お誕生日おめでとう🎉!\n実は下の名前が同じなので結構親近感ある" r"re:Gear up for #PokemonSwordShieldEX with special Mystery "
"アイドルです✨\n今年の晴ちゃんめちゃくちゃ可愛い路線攻めてるから、そろ" "Gifts! \n\nYoull be able to receive four Galarian form "
"そろまたかっこいい晴が見たいですねw\n#結城晴生誕祭2019\n#結城晴生誕祭" "Pokémon with Hidden Abilities, plus some very useful items. "
"Its our \\(Mystery\\) Gift to you, Trainers! \n\n❓🎁➡️ "
)}, )},
}), }),
# Reply to another tweet (#403) # Reply to another tweet (#403)

View File

@ -1,6 +1,6 @@
# -*- coding: utf-8 -*- # -*- coding: utf-8 -*-
# Copyright 2019 Mike Fährmann # Copyright 2019-2020 Mike Fährmann
# #
# This program is free software; you can redistribute it and/or modify # This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as # it under the terms of the GNU General Public License version 2 as
@ -69,8 +69,8 @@ class WikiartArtistExtractor(WikiartExtractor):
directory_fmt = ("{category}", "{artist[artistName]}") directory_fmt = ("{category}", "{artist[artistName]}")
pattern = BASE_PATTERN + r"/(?!\w+-by-)([\w-]+)" pattern = BASE_PATTERN + r"/(?!\w+-by-)([\w-]+)"
test = ("https://www.wikiart.org/en/thomas-cole", { test = ("https://www.wikiart.org/en/thomas-cole", {
"url": "9049e52e897b9ae6586df4c2c4f827d0a19dafa3", "url": "5ba2fbe6783fcce34e65014d16e5fbc581490c98",
"keyword": "c3168b21a993707c41efb7674e8c90d53a79d483", "keyword": "6d92913c55675e05553f000cfee5daff0b4107cf",
}) })
def __init__(self, match): def __init__(self, match):

View File

@ -26,6 +26,7 @@ TRAVIS_SKIP = {
"archivedmoe", "archiveofsins", "thebarchive", "fireden", "4plebs", "archivedmoe", "archiveofsins", "thebarchive", "fireden", "4plebs",
"sankaku", "idolcomplex", "mangahere", "readcomiconline", "mangadex", "sankaku", "idolcomplex", "mangahere", "readcomiconline", "mangadex",
"sankakucomplex", "warosu", "fuskator", "patreon", "komikcast", "sankakucomplex", "warosu", "fuskator", "patreon", "komikcast",
"instagram",
} }
# temporary issues, etc. # temporary issues, etc.