Mirrors/gallery-dl
1
0
Fork 0
mirror of https://github.com/mikf/gallery-dl.git synced 2025-02-01 03:51:42 +01:00
Code Issues Releases Wiki Activity

cache extracted browser cookies

Browse Source 
(in memory, for as long as gallery-dl is running)

Extracting encrypted cookies from a chromium-based browser can take a
long time, so repeating this process for each extractor should be
avoided.

Same goes for creating a temporary copy of the entire cookie database.
This commit is contained in:
Mike Fährmann 2022-06-04 12:38:38 +02:00
parent 541a61d344
commit 535cbcb185
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88
1 changed files with 22 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
gallery_dl/extractor/common.py
View File

@ -302,6 +302,7 @@ class Extractor():
if cookies:
if isinstance(cookies, dict):
self._update_cookies_dict(cookies, self.cookiedomain)
elif isinstance(cookies, str):
cookiefile = util.expand_path(cookies)
try:
@ -311,12 +312,27 @@ class Extractor():
self.log.warning("cookies: %s", exc)
else:
self._cookiefile = cookiefile
elif isinstance(cookies, (list, tuple)):
from ..cookies import load_cookies
try:
load_cookies(self._cookiejar, cookies)
except Exception as exc:
self.log.warning("cookies: %s", exc)
key = tuple(cookies)
cookiejar = _browser_cookies.get(key)
if cookiejar is None:
from ..cookies import load_cookies
cookiejar = self._cookiejar.__class__()
try:
load_cookies(cookiejar, cookies)
except Exception as exc:
self.log.warning("cookies: %s", exc)
else:
_browser_cookies[key] = cookiejar
else:
self.log.debug("Using cached cookies from %s", key)
setcookie = self._cookiejar.set_cookie
for cookie in cookiejar:
setcookie(cookie)
else:
self.log.warning(
"Expected 'dict', 'list', or 'str' value for 'cookies' "
@ -692,6 +708,7 @@ def _build_requests_adapter(ssl_options, ssl_ciphers, source_address):
_adapter_cache = {}
_browser_cookies = {}
HTTP_HEADERS = {