add a script to automatically build a list of supported sites

scripts/build_supportedsites.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+
+import sys
+import os.path
+import urllib.parse
+
+ROOTDIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+sys.path.insert(0, os.path.realpath(ROOTDIR))
+import gallery_dl.extractor
+
+
+categories = {}
+skip = ["test", "recursive"]
+for extr in gallery_dl.extractor.extractors():
+    if extr.category in skip:
+        continue
+    try:
+        categories[extr.category]["sc"].append(extr.subcategory)
+    except KeyError:
+        url = extr.__doc__.split()[-1]
+        if "." not in url[-5:-2]:
+            url = sys.modules[extr.__module__].__doc__.split()[-1]
+            url = urllib.parse.urlsplit(url).netloc
+        if url.startswith("www."):
+            url = url[4:]
+        categories[extr.category] = {
+            "url": url,
+            "sc": [extr.subcategory],
+        }
+
+outfile = sys.argv[1] if len(sys.argv) > 1 else "supportedsites.rst"
+with open(os.path.join(ROOTDIR, outfile), "w") as file:
+    file.write("Supported Sites\n"
+               "===============\n")
+    for info in sorted(categories.values(), key=lambda x: x["url"]):
+        file.write("- " + info["url"] + "\n")