From 846512f6cd9d5be1019638fab299b8d4b6c4c914 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= <mike_faehrmann@web.de>
Date: Wed, 7 Aug 2024 16:28:40 +0200
Subject: [PATCH] [furaffinity] add 'submissions' extractor (#5954)

---
 docs/supportedsites.md              |  2 +-
 gallery_dl/extractor/furaffinity.py | 26 ++++++++++++++++++++++++++
 scripts/supportedsites.py           |  3 +++
 test/results/furaffinity.py         | 17 +++++++++++++++++
 4 files changed, 47 insertions(+), 1 deletion(-)

diff --git a/docs/supportedsites.md b/docs/supportedsites.md
index 18f66dd3..1e945926 100644
--- a/docs/supportedsites.md
+++ b/docs/supportedsites.md
@@ -250,7 +250,7 @@ Consider all listed sites to potentially be NSFW.
 <tr>
     <td>Fur Affinity</td>
     <td>https://www.furaffinity.net/</td>
-    <td>Favorites, Followed Users, Galleries, Posts, Scraps, Search Results, User Profiles</td>
+    <td>Favorites, Followed Users, Galleries, Posts, Scraps, Search Results, New Submissions, User Profiles</td>
     <td><a href="https://github.com/mikf/gallery-dl#cookies">Cookies</a></td>
 </tr>
 <tr>
diff --git a/gallery_dl/extractor/furaffinity.py b/gallery_dl/extractor/furaffinity.py
index f48a9844..b2e7d3cb 100644
--- a/gallery_dl/extractor/furaffinity.py
+++ b/gallery_dl/extractor/furaffinity.py
@@ -335,3 +335,29 @@ class FuraffinityFollowingExtractor(FuraffinityExtractor):
             if url.endswith(path):
                 return
             url = self.root + path
+
+
+class FuraffinitySubmissionsExtractor(FuraffinityExtractor):
+    """Extractor for new furaffinity submissions"""
+    subcategory = "submissions"
+    pattern = BASE_PATTERN + r"(/msg/submissions(?:/[^/?#]+)?)"
+    example = "https://www.furaffinity.net/msg/submissions"
+
+    def posts(self):
+        self.user = None
+        url = self.root + self.groups[0]
+        return self._pagination_submissions(url)
+
+    def _pagination_submissions(self, url):
+        while True:
+            page = self.request(url).text
+
+            for post_id in text.extract_iter(page, 'id="sid-', '"'):
+                yield post_id
+
+            path = (text.extr(page, '<a class="button standard more" href="', '"') or  # noqa 501
+                    text.extr(page, '<a class="more-half" href="', '"') or
+                    text.extr(page, '<a class="more" href="', '"'))
+            if not path:
+                return
+            url = self.root + text.unescape(path)
diff --git a/scripts/supportedsites.py b/scripts/supportedsites.py
index 57ab5d3f..4b9acbac 100755
--- a/scripts/supportedsites.py
+++ b/scripts/supportedsites.py
@@ -208,6 +208,9 @@ SUBCATEGORY_MAP = {
     "fapello": {
         "path": "Videos, Trending Posts, Popular Videos, Top Models",
     },
+    "furaffinity": {
+        "submissions": "New Submissions",
+    },
     "hatenablog": {
         "archive": "Archive",
         "entry"  : "Individual Posts",
diff --git a/test/results/furaffinity.py b/test/results/furaffinity.py
index 92ce239c..f482ac70 100644
--- a/test/results/furaffinity.py
+++ b/test/results/furaffinity.py
@@ -220,4 +220,21 @@ __tests__ = (
     "#count"   : 50,
 },
 
+{
+    "#url"     : "https://www.furaffinity.net/msg/submissions",
+    "#category": ("", "furaffinity", "submissions"),
+    "#class"   : furaffinity.FuraffinitySubmissionsExtractor,
+    "#auth"    : True,
+    "#pattern" : r"https://d\d?\.f(uraffinity|acdn)\.net/art/mirlinthloth/\d+/\d+.\w+\.\w+",
+    "#range"   : "45-50",
+    "#count"   : 6,
+},
+
+{
+    "#url"     : "https://www.furaffinity.net/msg/submissions/new~56789000@48/",
+    "#category": ("", "furaffinity", "submissions"),
+    "#class"   : furaffinity.FuraffinitySubmissionsExtractor,
+    "#auth"    : True,
+},
+
 )