1
0
mirror of https://github.com/mikf/gallery-dl.git synced 2024-11-23 11:12:40 +01:00
gallery-dl/gallery_dl/config.py
Mike Fährmann 076380e079
remove '*' indicating keyword-only arguments
they are kind of unnecessary and
cause a non-insignificant function call overhead (~10%)
2023-05-02 22:23:33 +02:00

245 lines
5.9 KiB
Python

# -*- coding: utf-8 -*-
# Copyright 2015-2023 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Global configuration module"""
import sys
import os.path
import logging
from . import util
log = logging.getLogger("config")
# --------------------------------------------------------------------
# internals
_config = {}
_files = []
if util.WINDOWS:
_default_configs = [
r"%APPDATA%\gallery-dl\config.json",
r"%USERPROFILE%\gallery-dl\config.json",
r"%USERPROFILE%\gallery-dl.conf",
]
else:
_default_configs = [
"/etc/gallery-dl.conf",
"${XDG_CONFIG_HOME}/gallery-dl/config.json"
if os.environ.get("XDG_CONFIG_HOME") else
"${HOME}/.config/gallery-dl/config.json",
"${HOME}/.gallery-dl.conf",
]
if util.EXECUTABLE:
# look for config file in PyInstaller executable directory (#682)
_default_configs.append(os.path.join(
os.path.dirname(sys.executable),
"gallery-dl.conf",
))
# --------------------------------------------------------------------
# public interface
def initialize():
paths = list(map(util.expand_path, _default_configs))
for path in paths:
if os.access(path, os.R_OK | os.W_OK):
log.error("There is already a configuration file at '%s'", path)
return 1
for path in paths:
try:
os.makedirs(os.path.dirname(path), exist_ok=True)
with open(path, "x", encoding="utf-8") as fp:
fp.write("""\
{
"extractor": {
},
"downloader": {
},
"output": {
},
"postprocessor": {
}
}
""")
break
except OSError as exc:
log.debug("%s: %s", exc.__class__.__name__, exc)
else:
log.error("Unable to create a new configuration file "
"at any of the default paths")
return 1
log.info("Created a basic configuration file at '%s'", path)
return 0
def load(files=None, strict=False, load=util.json_loads):
"""Load JSON configuration files"""
for pathfmt in files or _default_configs:
path = util.expand_path(pathfmt)
try:
with open(path, encoding="utf-8") as file:
conf = load(file.read())
except OSError as exc:
if strict:
log.error(exc)
sys.exit(1)
except Exception as exc:
log.error("%s when loading '%s': %s",
exc.__class__.__name__, path, exc)
if strict:
sys.exit(2)
else:
if not _config:
_config.update(conf)
else:
util.combine_dict(_config, conf)
_files.append(pathfmt)
def clear():
"""Reset configuration to an empty state"""
_config.clear()
def get(path, key, default=None, conf=_config):
"""Get the value of property 'key' or a default value"""
try:
for p in path:
conf = conf[p]
return conf[key]
except Exception:
return default
def interpolate(path, key, default=None, conf=_config):
"""Interpolate the value of 'key'"""
if key in conf:
return conf[key]
try:
for p in path:
conf = conf[p]
if key in conf:
default = conf[key]
except Exception:
pass
return default
def interpolate_common(common, paths, key, default=None, conf=_config):
"""Interpolate the value of 'key'
using multiple 'paths' along a 'common' ancestor
"""
if key in conf:
return conf[key]
# follow the common path
try:
for p in common:
conf = conf[p]
if key in conf:
default = conf[key]
except Exception:
return default
# try all paths until a value is found
value = util.SENTINEL
for path in paths:
c = conf
try:
for p in path:
c = c[p]
if key in c:
value = c[key]
except Exception:
pass
if value is not util.SENTINEL:
return value
return default
def accumulate(path, key, conf=_config):
"""Accumulate the values of 'key' along 'path'"""
result = []
try:
if key in conf:
value = conf[key]
if value:
result.extend(value)
for p in path:
conf = conf[p]
if key in conf:
value = conf[key]
if value:
result[:0] = value
except Exception:
pass
return result
def set(path, key, value, conf=_config):
"""Set the value of property 'key' for this session"""
for p in path:
try:
conf = conf[p]
except KeyError:
conf[p] = conf = {}
conf[key] = value
def setdefault(path, key, value, conf=_config):
"""Set the value of property 'key' if it doesn't exist"""
for p in path:
try:
conf = conf[p]
except KeyError:
conf[p] = conf = {}
return conf.setdefault(key, value)
def unset(path, key, conf=_config):
"""Unset the value of property 'key'"""
try:
for p in path:
conf = conf[p]
del conf[key]
except Exception:
pass
class apply():
"""Context Manager: apply a collection of key-value pairs"""
def __init__(self, kvlist):
self.original = []
self.kvlist = kvlist
def __enter__(self):
for path, key, value in self.kvlist:
self.original.append((path, key, get(path, key, util.SENTINEL)))
set(path, key, value)
def __exit__(self, etype, value, traceback):
for path, key, value in self.original:
if value is util.SENTINEL:
unset(path, key)
else:
set(path, key, value)