mirror of
https://github.com/tubearchivist/tubearchivist.git
synced 2025-07-14 13:08:16 +00:00
280 lines
8.9 KiB
Python
280 lines
8.9 KiB
Python
"""
|
|
Functionality:
|
|
- read and write config
|
|
- load config variables into redis
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
import re
|
|
|
|
from celery.schedules import crontab
|
|
from home.src.ta.ta_redis import RedisArchivist
|
|
|
|
|
|
class AppConfig:
|
|
"""handle user settings and application variables"""
|
|
|
|
def __init__(self, user_id=False):
|
|
self.user_id = user_id
|
|
self.config = self.get_config()
|
|
self.colors = self.get_colors()
|
|
|
|
def get_config(self):
|
|
"""get config from default file or redis if changed"""
|
|
config = self.get_config_redis()
|
|
if not config:
|
|
config = self.get_config_file()
|
|
|
|
if self.user_id:
|
|
key = f"{self.user_id}:page_size"
|
|
page_size = RedisArchivist().get_message(key)["status"]
|
|
if page_size:
|
|
config["archive"]["page_size"] = page_size
|
|
|
|
config["application"].update(self.get_config_env())
|
|
return config
|
|
|
|
def get_config_file(self):
|
|
"""read the defaults from config.json"""
|
|
with open("home/config.json", "r", encoding="utf-8") as f:
|
|
config_file = json.load(f)
|
|
|
|
config_file["application"].update(self.get_config_env())
|
|
|
|
return config_file
|
|
|
|
@staticmethod
|
|
def get_config_env():
|
|
"""read environment application variables"""
|
|
host_uid_env = os.environ.get("HOST_UID")
|
|
if host_uid_env:
|
|
host_uid = int(host_uid_env)
|
|
else:
|
|
host_uid = False
|
|
|
|
host_gid_env = os.environ.get("HOST_GID")
|
|
if host_gid_env:
|
|
host_gid = int(host_gid_env)
|
|
else:
|
|
host_gid = False
|
|
|
|
es_pass = os.environ.get("ELASTIC_PASSWORD")
|
|
es_user = os.environ.get("ELASTIC_USER", default="elastic")
|
|
|
|
application = {
|
|
"REDIS_HOST": os.environ.get("REDIS_HOST"),
|
|
"es_url": os.environ.get("ES_URL"),
|
|
"es_auth": (es_user, es_pass),
|
|
"HOST_UID": host_uid,
|
|
"HOST_GID": host_gid,
|
|
}
|
|
|
|
return application
|
|
|
|
@staticmethod
|
|
def get_config_redis():
|
|
"""read config json set from redis to overwrite defaults"""
|
|
config = RedisArchivist().get_message("config")
|
|
if not list(config.values())[0]:
|
|
return False
|
|
|
|
return config
|
|
|
|
def update_config(self, form_post):
|
|
"""update config values from settings form"""
|
|
updated = []
|
|
for key, value in form_post.items():
|
|
if not value and not isinstance(value, int):
|
|
continue
|
|
|
|
if value in ["0", 0]:
|
|
to_write = False
|
|
elif value == "1":
|
|
to_write = True
|
|
else:
|
|
to_write = value
|
|
|
|
config_dict, config_value = key.split("_", maxsplit=1)
|
|
self.config[config_dict][config_value] = to_write
|
|
updated.append((config_value, to_write))
|
|
|
|
RedisArchivist().set_message("config", self.config)
|
|
return updated
|
|
|
|
@staticmethod
|
|
def set_user_config(form_post, user_id):
|
|
"""set values in redis for user settings"""
|
|
for key, value in form_post.items():
|
|
if not value:
|
|
continue
|
|
|
|
message = {"status": value}
|
|
redis_key = f"{user_id}:{key}"
|
|
RedisArchivist().set_message(redis_key, message)
|
|
|
|
def get_colors(self):
|
|
"""overwrite config if user has set custom values"""
|
|
colors = False
|
|
if self.user_id:
|
|
col_dict = RedisArchivist().get_message(f"{self.user_id}:colors")
|
|
colors = col_dict["status"]
|
|
|
|
if not colors:
|
|
colors = self.config["application"]["colors"]
|
|
|
|
self.config["application"]["colors"] = colors
|
|
return colors
|
|
|
|
def load_new_defaults(self):
|
|
"""check config.json for missing defaults"""
|
|
default_config = self.get_config_file()
|
|
redis_config = self.get_config_redis()
|
|
|
|
# check for customizations
|
|
if not redis_config:
|
|
return
|
|
|
|
needs_update = False
|
|
|
|
for key, value in default_config.items():
|
|
# missing whole main key
|
|
if key not in redis_config:
|
|
redis_config.update({key: value})
|
|
needs_update = True
|
|
continue
|
|
|
|
# missing nested values
|
|
for sub_key, sub_value in value.items():
|
|
if sub_key not in redis_config[key].keys():
|
|
redis_config[key].update({sub_key: sub_value})
|
|
needs_update = True
|
|
|
|
if needs_update:
|
|
RedisArchivist().set_message("config", redis_config)
|
|
|
|
|
|
class ScheduleBuilder:
|
|
"""build schedule dicts for beat"""
|
|
|
|
SCHEDULES = {
|
|
"update_subscribed": "0 8 *",
|
|
"download_pending": "0 16 *",
|
|
"check_reindex": "0 12 *",
|
|
"thumbnail_check": "0 17 *",
|
|
"run_backup": "0 18 0",
|
|
}
|
|
CONFIG = ["check_reindex_days", "run_backup_rotate"]
|
|
MSG = "message:setting"
|
|
|
|
def __init__(self):
|
|
self.config = AppConfig().config
|
|
|
|
def update_schedule_conf(self, form_post):
|
|
"""process form post"""
|
|
print("processing form, restart container for changes to take effect")
|
|
redis_config = self.config
|
|
for key, value in form_post.items():
|
|
if key in self.SCHEDULES and value:
|
|
try:
|
|
to_write = self.value_builder(key, value)
|
|
except ValueError:
|
|
print(f"failed: {key} {value}")
|
|
mess_dict = {
|
|
"status": self.MSG,
|
|
"level": "error",
|
|
"title": "Scheduler update failed.",
|
|
"message": "Invalid schedule input",
|
|
}
|
|
RedisArchivist().set_message(
|
|
self.MSG, mess_dict, expire=True
|
|
)
|
|
return
|
|
|
|
redis_config["scheduler"][key] = to_write
|
|
if key in self.CONFIG and value:
|
|
redis_config["scheduler"][key] = int(value)
|
|
RedisArchivist().set_message("config", redis_config)
|
|
mess_dict = {
|
|
"status": self.MSG,
|
|
"level": "info",
|
|
"title": "Scheduler changed.",
|
|
"message": "Please restart container for changes to take effect",
|
|
}
|
|
RedisArchivist().set_message(self.MSG, mess_dict, expire=True)
|
|
|
|
def value_builder(self, key, value):
|
|
"""validate single cron form entry and return cron dict"""
|
|
print(f"change schedule for {key} to {value}")
|
|
if value == "0":
|
|
# deactivate this schedule
|
|
return False
|
|
if re.search(r"[\d]{1,2}\/[\d]{1,2}", value):
|
|
# number/number cron format will fail in celery
|
|
print("number/number schedule formatting not supported")
|
|
raise ValueError
|
|
|
|
keys = ["minute", "hour", "day_of_week"]
|
|
if value == "auto":
|
|
# set to sensible default
|
|
values = self.SCHEDULES[key].split()
|
|
else:
|
|
values = value.split()
|
|
|
|
if len(keys) != len(values):
|
|
print(f"failed to parse {value} for {key}")
|
|
raise ValueError("invalid input")
|
|
|
|
to_write = dict(zip(keys, values))
|
|
self._validate_cron(to_write)
|
|
|
|
return to_write
|
|
|
|
@staticmethod
|
|
def _validate_cron(to_write):
|
|
"""validate all fields, raise value error for impossible schedule"""
|
|
all_hours = list(re.split(r"\D+", to_write["hour"]))
|
|
for hour in all_hours:
|
|
if hour.isdigit() and int(hour) > 23:
|
|
print("hour can not be greater than 23")
|
|
raise ValueError("invalid input")
|
|
|
|
all_days = list(re.split(r"\D+", to_write["day_of_week"]))
|
|
for day in all_days:
|
|
if day.isdigit() and int(day) > 6:
|
|
print("day can not be greater than 6")
|
|
raise ValueError("invalid input")
|
|
|
|
if not to_write["minute"].isdigit():
|
|
print("too frequent: only number in minutes are supported")
|
|
raise ValueError("invalid input")
|
|
|
|
if int(to_write["minute"]) > 59:
|
|
print("minutes can not be greater than 59")
|
|
raise ValueError("invalid input")
|
|
|
|
def build_schedule(self):
|
|
"""build schedule dict as expected by app.conf.beat_schedule"""
|
|
schedule_dict = {}
|
|
|
|
for schedule_item in self.SCHEDULES:
|
|
item_conf = self.config["scheduler"][schedule_item]
|
|
if not item_conf:
|
|
continue
|
|
|
|
minute = item_conf["minute"]
|
|
hour = item_conf["hour"]
|
|
day_of_week = item_conf["day_of_week"]
|
|
schedule_name = f"schedule_{schedule_item}"
|
|
to_add = {
|
|
schedule_name: {
|
|
"task": schedule_item,
|
|
"schedule": crontab(
|
|
minute=minute, hour=hour, day_of_week=day_of_week
|
|
),
|
|
}
|
|
}
|
|
schedule_dict.update(to_add)
|
|
|
|
return schedule_dict
|