tubearchivist/tubearchivist/home/views.py

975 lines
33 KiB
Python
Raw Normal View History

2021-09-05 17:10:14 +00:00
"""
Functionality:
- all views for home app
2021-09-18 10:28:16 +00:00
- process post data received from frontend via ajax
2021-09-05 17:10:14 +00:00
"""
import json
2021-09-18 13:02:54 +00:00
import urllib.parse
2021-09-05 17:10:14 +00:00
from time import sleep
from django import forms
from django.contrib.auth import login
from django.contrib.auth.forms import AuthenticationForm
2021-09-05 17:10:14 +00:00
from django.http import JsonResponse
2021-09-18 13:02:54 +00:00
from django.shortcuts import redirect, render
2021-09-05 17:10:14 +00:00
from django.utils.http import urlencode
2021-09-18 13:02:54 +00:00
from django.views import View
2021-10-29 16:43:19 +00:00
from home.forms import (
2021-10-30 07:14:16 +00:00
AddToQueueForm,
2021-10-29 16:43:19 +00:00
ApplicationSettingsForm,
2021-10-30 06:19:16 +00:00
ChannelSearchForm,
2021-10-29 16:43:19 +00:00
CustomAuthForm,
2021-11-15 06:08:32 +00:00
PlaylistSearchForm,
SchedulerSettingsForm,
SubscribeToChannelForm,
SubscribeToPlaylistForm,
2021-10-29 16:43:19 +00:00
UserSettingsForm,
2021-10-30 06:19:16 +00:00
VideoSearchForm,
2021-10-29 16:43:19 +00:00
)
from home.src.config import AppConfig, ScheduleBuilder
from home.src.frontend import PostData
from home.src.helper import RedisArchivist, UrlListParser
from home.src.index import YoutubePlaylist
2021-12-14 12:05:58 +00:00
from home.src.index_management import get_available_backups
from home.src.searching import Pagination, SearchHandler
from home.tasks import extrac_dl, subscribe_to
2021-09-05 17:10:14 +00:00
class HomeView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /
2021-09-09 09:45:46 +00:00
handle home page and video search post functionality
"""
2021-09-05 17:10:14 +00:00
CONFIG = AppConfig().config
2021-09-21 09:25:22 +00:00
ES_URL = CONFIG["application"]["es_url"]
2021-09-05 17:10:14 +00:00
def get(self, request):
2021-09-21 09:25:22 +00:00
"""return home search results"""
user_id = request.user.id
view_config = self.read_config(user_id)
2021-09-05 17:10:14 +00:00
# handle search
2021-09-21 09:25:22 +00:00
search_get = request.GET.get("search", False)
2021-09-05 17:10:14 +00:00
if search_get:
search_encoded = urllib.parse.quote(search_get)
else:
search_encoded = False
# define page size
2021-09-21 09:25:22 +00:00
page_get = int(request.GET.get("page", 0))
pagination_handler = Pagination(
page_get, user_id, search_get=search_encoded
)
2021-09-05 17:10:14 +00:00
2021-09-21 09:25:22 +00:00
url = self.ES_URL + "/ta_video/_search"
2021-09-05 17:10:14 +00:00
data = self.build_data(
2021-10-27 04:01:09 +00:00
pagination_handler,
view_config["sort_by"],
2021-10-27 04:01:09 +00:00
view_config["sort_order"],
search_get,
view_config["hide_watched"],
2021-09-05 17:10:14 +00:00
)
search = SearchHandler(url, data)
videos_hits = search.get_data()
max_hits = search.max_hits
pagination_handler.validate(max_hits)
2021-10-30 06:19:16 +00:00
search_form = VideoSearchForm()
2021-09-05 17:10:14 +00:00
context = {
2021-10-30 06:19:16 +00:00
"search_form": search_form,
2021-09-21 09:25:22 +00:00
"videos": videos_hits,
"pagination": pagination_handler.pagination,
"sort_by": view_config["sort_by"],
"sort_order": view_config["sort_order"],
2021-10-27 04:01:09 +00:00
"hide_watched": view_config["hide_watched"],
"colors": view_config["colors"],
"view_style": view_config["view_style"],
2021-09-05 17:10:14 +00:00
}
2021-09-21 09:25:22 +00:00
return render(request, "home/home.html", context)
2021-09-05 17:10:14 +00:00
@staticmethod
def build_data(
pagination_handler, sort_by, sort_order, search_get, hide_watched
):
2021-09-21 09:25:22 +00:00
"""build the data dict for the search query"""
page_size = pagination_handler.pagination["page_size"]
page_from = pagination_handler.pagination["page_from"]
# overwrite sort_by to match key
if sort_by == "views":
sort_by = "stats.view_count"
elif sort_by == "likes":
sort_by = "stats.like_count"
elif sort_by == "downloaded":
sort_by = "date_downloaded"
2021-09-05 17:10:14 +00:00
data = {
2021-09-21 09:25:22 +00:00
"size": page_size,
"from": page_from,
"query": {"match_all": {}},
"sort": [{sort_by: {"order": sort_order}}],
2021-09-05 17:10:14 +00:00
}
if hide_watched:
2021-09-21 09:25:22 +00:00
data["query"] = {"term": {"player.watched": {"value": False}}}
2021-09-05 17:10:14 +00:00
if search_get:
del data["sort"]
2021-09-05 17:10:14 +00:00
query = {
"multi_match": {
"query": search_get,
"fields": ["title", "channel.channel_name", "tags"],
"type": "cross_fields",
2021-09-21 09:25:22 +00:00
"operator": "and",
2021-09-05 17:10:14 +00:00
}
}
2021-09-21 09:25:22 +00:00
data["query"] = query
2021-09-05 17:10:14 +00:00
return data
@staticmethod
2021-10-29 04:45:13 +00:00
def read_config(user_id):
2021-09-21 09:25:22 +00:00
"""read needed values from redis"""
2021-10-29 16:43:19 +00:00
config_handler = AppConfig(user_id)
2021-10-29 04:45:13 +00:00
view_key = f"{user_id}:view:home"
view_style = RedisArchivist().get_message(view_key)["status"]
if not view_style:
2021-10-29 16:43:19 +00:00
view_style = config_handler.config["default_view"]["home"]
2021-10-29 07:42:12 +00:00
sort_by = RedisArchivist().get_message(f"{user_id}:sort_by")["status"]
if not sort_by:
2021-10-29 16:43:19 +00:00
sort_by = config_handler.config["archive"]["sort_by"]
2021-10-29 07:42:12 +00:00
sort_order_key = f"{user_id}:sort_order"
sort_order = RedisArchivist().get_message(sort_order_key)["status"]
if not sort_order:
2021-10-29 16:43:19 +00:00
sort_order = config_handler.config["archive"]["sort_order"]
hide_watched_key = f"{user_id}:hide_watched"
hide_watched = RedisArchivist().get_message(hide_watched_key)["status"]
2021-10-27 04:01:09 +00:00
view_config = {
2021-10-29 16:43:19 +00:00
"colors": config_handler.colors,
2021-10-27 04:01:09 +00:00
"view_style": view_style,
"sort_by": sort_by,
2021-10-27 04:01:09 +00:00
"sort_order": sort_order,
"hide_watched": hide_watched,
}
return view_config
2021-09-05 17:10:14 +00:00
@staticmethod
def post(request):
2021-09-21 09:25:22 +00:00
"""handle post from search form"""
2021-10-30 06:19:16 +00:00
search_form = VideoSearchForm(data=request.POST)
if search_form.is_valid():
search_query = request.POST.get("searchInput")
print(search_query)
search_url = "/?" + urlencode({"search": search_query})
return redirect(search_url, permanent=True)
return redirect("home")
2021-09-05 17:10:14 +00:00
2021-10-18 10:14:59 +00:00
class LoginView(View):
"""resolves to /login/
Greeting and login page
"""
SEC_IN_DAY = 60 * 60 * 24
2021-10-29 16:43:19 +00:00
@staticmethod
def get(request):
2021-10-18 10:14:59 +00:00
"""handle get requests"""
2021-10-24 08:34:00 +00:00
failed = bool(request.GET.get("failed"))
2021-10-29 16:43:19 +00:00
colors = AppConfig(request.user.id).colors
form = CustomAuthForm()
2021-10-24 08:34:00 +00:00
context = {"colors": colors, "form": form, "form_error": failed}
2021-10-18 10:14:59 +00:00
return render(request, "home/login.html", context)
def post(self, request):
"""handle login post request"""
form = AuthenticationForm(data=request.POST)
if form.is_valid():
remember_me = request.POST.get("remember_me") or False
if remember_me == "on":
request.session.set_expiry(self.SEC_IN_DAY * 365)
else:
request.session.set_expiry(self.SEC_IN_DAY * 2)
print(f"expire session in {request.session.get_expiry_age()} secs")
2021-10-22 11:23:06 +00:00
next_url = request.POST.get("next") or "home"
user = form.get_user()
login(request, user)
2021-10-22 05:01:30 +00:00
return redirect(next_url)
2021-10-24 08:34:00 +00:00
return redirect("/login?failed=true")
2021-10-18 10:14:59 +00:00
2021-09-05 17:10:14 +00:00
class AboutView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /about/
2021-09-05 17:10:14 +00:00
show helpful how to information
"""
@staticmethod
def get(request):
2021-09-21 09:25:22 +00:00
"""handle http get"""
2021-10-29 16:43:19 +00:00
colors = AppConfig(request.user.id).colors
2021-09-21 09:25:22 +00:00
context = {"title": "About", "colors": colors}
return render(request, "home/about.html", context)
2021-09-05 17:10:14 +00:00
class DownloadView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /download/
2021-09-05 17:10:14 +00:00
takes POST for downloading youtube links
"""
def get(self, request):
2021-09-21 09:25:22 +00:00
"""handle get requests"""
user_id = request.user.id
view_config = self.read_config(user_id)
2021-09-21 09:25:22 +00:00
page_get = int(request.GET.get("page", 0))
pagination_handler = Pagination(page_get, user_id)
2021-10-29 04:45:13 +00:00
url = view_config["es_url"] + "/ta_download/_search"
data = self.build_data(
pagination_handler, view_config["show_ignored_only"]
)
search = SearchHandler(url, data)
videos_hits = search.get_data()
max_hits = search.max_hits
if videos_hits:
all_video_hits = [i["source"] for i in videos_hits]
pagination_handler.validate(max_hits)
pagination = pagination_handler.pagination
else:
all_video_hits = False
pagination = False
2021-10-30 07:14:16 +00:00
add_form = AddToQueueForm()
2021-09-05 17:10:14 +00:00
context = {
2021-10-30 07:14:16 +00:00
"add_form": add_form,
"all_video_hits": all_video_hits,
2021-09-21 09:25:22 +00:00
"max_hits": max_hits,
"pagination": pagination,
"title": "Downloads",
2021-10-29 04:45:13 +00:00
"colors": view_config["colors"],
"show_ignored_only": view_config["show_ignored_only"],
"view_style": view_config["view_style"],
}
return render(request, "home/downloads.html", context)
@staticmethod
def read_config(user_id):
"""read config vars"""
2021-10-29 16:43:19 +00:00
config_handler = AppConfig(user_id)
2021-10-29 04:45:13 +00:00
view_key = f"{user_id}:view:downloads"
view_style = RedisArchivist().get_message(view_key)["status"]
if not view_style:
2021-10-29 16:43:19 +00:00
view_style = config_handler.config["default_view"]["downloads"]
2021-10-29 04:45:13 +00:00
ignored = RedisArchivist().get_message(f"{user_id}:show_ignored_only")
2021-10-29 04:45:13 +00:00
show_ignored_only = ignored["status"]
2021-10-29 16:43:19 +00:00
es_url = config_handler.config["application"]["es_url"]
2021-10-29 04:45:13 +00:00
view_config = {
"es_url": es_url,
2021-10-29 16:43:19 +00:00
"colors": config_handler.colors,
"view_style": view_style,
"show_ignored_only": show_ignored_only,
2021-09-05 17:10:14 +00:00
}
2021-10-29 04:45:13 +00:00
return view_config
2021-09-05 17:10:14 +00:00
@staticmethod
def build_data(pagination_handler, show_ignored_only):
2021-09-21 09:25:22 +00:00
"""build data dict for search"""
page_size = pagination_handler.pagination["page_size"]
page_from = pagination_handler.pagination["page_from"]
if show_ignored_only:
filter_view = "ignore"
else:
filter_view = "pending"
data = {
2021-09-21 09:25:22 +00:00
"size": page_size,
"from": page_from,
"query": {"term": {"status": {"value": filter_view}}},
"sort": [{"timestamp": {"order": "asc"}}],
}
return data
2021-09-05 17:10:14 +00:00
@staticmethod
def post(request):
2021-09-21 09:25:22 +00:00
"""handle post requests"""
2021-10-30 07:14:16 +00:00
to_queue = AddToQueueForm(data=request.POST)
if to_queue.is_valid():
url_str = request.POST.get("vid_url")
print(url_str)
try:
youtube_ids = UrlListParser(url_str).process_list()
except ValueError:
# failed to process
print(f"failed to parse: {url_str}")
mess_dict = {
"status": "message:add",
"level": "error",
2021-09-21 09:25:22 +00:00
"title": "Failed to extract links.",
"message": "Not a video, channel or playlist ID or URL",
}
RedisArchivist().set_message("message:add", mess_dict)
2021-09-21 09:25:22 +00:00
return redirect("downloads")
2021-09-05 17:10:14 +00:00
print(youtube_ids)
extrac_dl.delay(youtube_ids)
sleep(2)
2021-09-21 09:25:22 +00:00
return redirect("downloads", permanent=True)
2021-09-05 17:10:14 +00:00
class ChannelIdView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /channel/<channel-id>/
2021-09-09 09:45:46 +00:00
display single channel page from channel_id
"""
2021-09-05 17:10:14 +00:00
def get(self, request, channel_id_detail):
2021-09-21 09:25:22 +00:00
"""get method"""
# es_url, colors, view_style = self.read_config()
view_config = self.read_config(user_id=request.user.id)
context = self.get_channel_videos(
request, channel_id_detail, view_config
)
context.update(view_config)
2021-09-21 09:25:22 +00:00
return render(request, "home/channel_id.html", context)
2021-09-05 17:10:14 +00:00
@staticmethod
def read_config(user_id):
2021-09-21 09:25:22 +00:00
"""read config file"""
2021-10-29 16:43:19 +00:00
config_handler = AppConfig(user_id)
config = config_handler.config
2021-09-05 17:10:14 +00:00
2021-10-31 09:15:33 +00:00
view_key = f"{user_id}:view:home"
view_style = RedisArchivist().get_message(view_key)["status"]
if not view_style:
view_style = config_handler.config["default_view"]["home"]
2021-10-29 07:42:12 +00:00
sort_by = RedisArchivist().get_message(f"{user_id}:sort_by")["status"]
if not sort_by:
sort_by = config["archive"]["sort_by"]
sort_order_key = f"{user_id}:sort_order"
sort_order = RedisArchivist().get_message(sort_order_key)["status"]
if not sort_order:
sort_order = config["archive"]["sort_order"]
hide_watched_key = f"{user_id}:hide_watched"
hide_watched = RedisArchivist().get_message(hide_watched_key)["status"]
view_config = {
2021-10-29 16:43:19 +00:00
"colors": config_handler.colors,
"es_url": config["application"]["es_url"],
2021-10-31 09:15:33 +00:00
"view_style": view_style,
"sort_by": sort_by,
"sort_order": sort_order,
"hide_watched": hide_watched,
}
return view_config
def get_channel_videos(self, request, channel_id_detail, view_config):
2021-09-21 09:25:22 +00:00
"""get channel from video index"""
page_get = int(request.GET.get("page", 0))
pagination_handler = Pagination(page_get, request.user.id)
2021-09-05 17:10:14 +00:00
# get data
url = view_config["es_url"] + "/ta_video/_search"
data = self.build_data(
pagination_handler, channel_id_detail, view_config
)
2021-09-05 17:10:14 +00:00
search = SearchHandler(url, data)
videos_hits = search.get_data()
max_hits = search.max_hits
if max_hits:
2021-09-21 09:25:22 +00:00
channel_info = videos_hits[0]["source"]["channel"]
channel_name = channel_info["channel_name"]
2021-09-05 17:10:14 +00:00
pagination_handler.validate(max_hits)
pagination = pagination_handler.pagination
else:
# get details from channel index when when no hits
channel_info, channel_name = self.get_channel_info(
channel_id_detail, view_config["es_url"]
2021-09-05 17:10:14 +00:00
)
videos_hits = False
pagination = False
context = {
2021-09-21 09:25:22 +00:00
"channel_info": channel_info,
"videos": videos_hits,
"max_hits": max_hits,
"pagination": pagination,
"title": "Channel: " + channel_name,
2021-09-05 17:10:14 +00:00
}
return context
@staticmethod
def build_data(pagination_handler, channel_id_detail, view_config):
2021-09-21 09:25:22 +00:00
"""build data dict for search"""
sort_by = view_config["sort_by"]
sort_order = view_config["sort_order"]
# overwrite sort_by to match key
if sort_by == "views":
sort_by = "stats.view_count"
elif sort_by == "likes":
sort_by = "stats.like_count"
elif sort_by == "downloaded":
sort_by = "date_downloaded"
2021-09-05 17:10:14 +00:00
data = {
"size": pagination_handler.pagination["page_size"],
"from": pagination_handler.pagination["page_from"],
2021-09-05 17:10:14 +00:00
"query": {
"bool": {
"must": [
{
"term": {
"channel.channel_id": {
"value": channel_id_detail
}
}
}
]
}
2021-09-05 17:10:14 +00:00
},
"sort": [{sort_by: {"order": sort_order}}],
2021-09-05 17:10:14 +00:00
}
if view_config["hide_watched"]:
to_append = {"term": {"player.watched": {"value": False}}}
data["query"]["bool"]["must"].append(to_append)
2021-09-05 17:10:14 +00:00
return data
@staticmethod
def get_channel_info(channel_id_detail, es_url):
2021-09-21 09:25:22 +00:00
"""get channel info from channel index if no videos"""
url = f"{es_url}/ta_channel/_doc/{channel_id_detail}"
2021-09-05 17:10:14 +00:00
data = False
search = SearchHandler(url, data)
channel_data = search.get_data()
2021-09-21 09:25:22 +00:00
channel_info = channel_data[0]["source"]
channel_name = channel_info["channel_name"]
2021-09-05 17:10:14 +00:00
return channel_info, channel_name
class ChannelView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /channel/
2021-09-09 09:45:46 +00:00
handle functionality for channel overview page, subscribe to channel,
search as you type for channel name
"""
2021-09-05 17:10:14 +00:00
def get(self, request):
2021-09-21 09:25:22 +00:00
"""handle http get requests"""
user_id = request.user.id
view_config = self.read_config(user_id=user_id)
2021-09-21 09:25:22 +00:00
page_get = int(request.GET.get("page", 0))
pagination_handler = Pagination(page_get, user_id)
2021-09-05 17:10:14 +00:00
# get
url = view_config["es_url"] + "/ta_channel/_search"
2021-09-05 17:10:14 +00:00
data = {
"size": pagination_handler.pagination["page_size"],
"from": pagination_handler.pagination["page_from"],
2021-09-21 09:25:22 +00:00
"query": {"match_all": {}},
"sort": [{"channel_name.keyword": {"order": "asc"}}],
2021-09-05 17:10:14 +00:00
}
if view_config["show_subed_only"]:
2021-09-21 09:25:22 +00:00
data["query"] = {"term": {"channel_subscribed": {"value": True}}}
2021-09-05 17:10:14 +00:00
search = SearchHandler(url, data)
channel_hits = search.get_data()
pagination_handler.validate(search.max_hits)
2021-10-30 06:19:16 +00:00
search_form = ChannelSearchForm()
subscribe_form = SubscribeToChannelForm()
2021-09-05 17:10:14 +00:00
context = {
2021-10-30 06:19:16 +00:00
"search_form": search_form,
"subscribe_form": subscribe_form,
2021-09-21 09:25:22 +00:00
"channels": channel_hits,
"max_hits": search.max_hits,
2021-09-21 09:25:22 +00:00
"pagination": pagination_handler.pagination,
"show_subed_only": view_config["show_subed_only"],
2021-09-21 09:25:22 +00:00
"title": "Channels",
"colors": view_config["colors"],
"view_style": view_config["view_style"],
2021-09-05 17:10:14 +00:00
}
2021-09-21 09:25:22 +00:00
return render(request, "home/channel.html", context)
2021-09-05 17:10:14 +00:00
@staticmethod
2021-10-29 04:45:13 +00:00
def read_config(user_id):
2021-09-21 09:25:22 +00:00
"""read config file"""
2021-10-29 16:43:19 +00:00
config_handler = AppConfig(user_id)
2021-10-29 04:45:13 +00:00
view_key = f"{user_id}:view:channel"
view_style = RedisArchivist().get_message(view_key)["status"]
if not view_style:
2021-10-29 16:43:19 +00:00
view_style = config_handler.config["default_view"]["channel"]
2021-10-29 04:45:13 +00:00
sub_only_key = f"{user_id}:show_subed_only"
show_subed_only = RedisArchivist().get_message(sub_only_key)["status"]
view_config = {
2021-10-29 16:43:19 +00:00
"es_url": config_handler.config["application"]["es_url"],
"view_style": view_style,
"show_subed_only": show_subed_only,
2021-10-29 16:43:19 +00:00
"colors": config_handler.colors,
}
return view_config
2021-09-05 17:10:14 +00:00
@staticmethod
def post(request):
2021-09-21 09:25:22 +00:00
"""handle http post requests"""
subscribe_form = SubscribeToChannelForm(data=request.POST)
if subscribe_form.is_valid():
message = {
"status": "message:subchannel",
"level": "info",
"title": "Subscribing to Channels",
"message": "Parsing form data",
}
RedisArchivist().set_message("message:subchannel", message=message)
url_str = request.POST.get("subscribe")
print(url_str)
subscribe_to.delay(url_str)
sleep(1)
2021-09-21 09:25:22 +00:00
return redirect("channel", permanent=True)
2021-09-05 17:10:14 +00:00
class PlaylistIdView(View):
"""resolves to /playlist/<playlist_id>
show all videos in a playlist
"""
def get(self, request, playlist_id_detail):
"""handle get request"""
view_config = self.read_config(user_id=request.user.id)
context = self.get_playlist_videos(
request, playlist_id_detail, view_config
)
context.update(view_config)
return render(request, "home/playlist_id.html", context)
@staticmethod
def read_config(user_id):
"""build config dict"""
config_handler = AppConfig(user_id)
config = config_handler.config
view_key = f"{user_id}:view:home"
view_style = RedisArchivist().get_message(view_key)["status"]
if not view_style:
view_style = config_handler.config["default_view"]["home"]
sort_by = RedisArchivist().get_message(f"{user_id}:sort_by")["status"]
if not sort_by:
sort_by = config["archive"]["sort_by"]
sort_order_key = f"{user_id}:sort_order"
sort_order = RedisArchivist().get_message(sort_order_key)["status"]
if not sort_order:
sort_order = config["archive"]["sort_order"]
hide_watched_key = f"{user_id}:hide_watched"
hide_watched = RedisArchivist().get_message(hide_watched_key)["status"]
view_config = {
"colors": config_handler.colors,
"es_url": config["application"]["es_url"],
"view_style": view_style,
"sort_by": sort_by,
"sort_order": sort_order,
"hide_watched": hide_watched,
}
return view_config
def get_playlist_videos(self, request, playlist_id_detail, view_config):
"""get matching videos for playlist"""
page_get = int(request.GET.get("page", 0))
pagination_handler = Pagination(page_get, request.user.id)
# get data
playlist_info = self.get_playlist_info(
playlist_id_detail, view_config["es_url"]
)
sort = {
i["youtube_id"]: i["idx"]
for i in playlist_info["playlist_entries"]
}
playlist_name = playlist_info["playlist_name"]
data = self.build_data(
pagination_handler, playlist_id_detail, view_config, sort
)
search = SearchHandler(
view_config["es_url"] + "/ta_video/_search", data
)
videos_hits = search.get_data()
channel_info = self.get_channel_info(
playlist_info["playlist_channel_id"], view_config["es_url"]
)
if search.max_hits:
pagination_handler.validate(search.max_hits)
pagination = pagination_handler.pagination
else:
videos_hits = False
pagination = False
context = {
"playlist_info": playlist_info,
"playlist_name": playlist_name,
"channel_info": channel_info,
"videos": videos_hits,
"max_hits": search.max_hits,
"pagination": pagination,
"title": "Playlist: " + playlist_name,
}
return context
@staticmethod
def build_data(pagination_handler, playlist_id_detail, view_config, sort):
"""build data query for es"""
sort_by = view_config["sort_by"]
# overwrite sort_by to match key
if sort_by == "views":
sort_by = "stats.view_count"
elif sort_by == "likes":
sort_by = "stats.like_count"
elif sort_by == "downloaded":
sort_by = "date_downloaded"
script = (
"if(params.scores.containsKey(doc['youtube_id'].value)) "
+ "{return params.scores[doc['youtube_id'].value];} "
+ "return 100000;"
)
data = {
"size": pagination_handler.pagination["page_size"],
"from": pagination_handler.pagination["page_from"],
"query": {
"bool": {
"must": [
2021-11-13 10:34:58 +00:00
{"match": {"playlist.keyword": playlist_id_detail}}
]
}
},
"sort": [
{
"_script": {
"type": "number",
"script": {
"lang": "painless",
"source": script,
"params": {"scores": sort},
},
"order": "asc",
}
}
],
}
if view_config["hide_watched"]:
to_append = {"term": {"player.watched": {"value": False}}}
data["query"]["bool"]["must"].append(to_append)
return data
@staticmethod
def get_channel_info(channel_id_detail, es_url):
"""get channel info from channel index if no videos"""
url = f"{es_url}/ta_channel/_doc/{channel_id_detail}"
search = SearchHandler(url, data=False)
channel_data = search.get_data()
channel_info = channel_data[0]["source"]
return channel_info
@staticmethod
def get_playlist_info(playlist_id_detail, es_url):
"""get playlist info header to no fail if playlist is empty"""
url = f"{es_url}/ta_playlist/_doc/{playlist_id_detail}"
search = SearchHandler(url, data=False)
playlist_data = search.get_data()
playlist_info = playlist_data[0]["source"]
return playlist_info
class PlaylistView(View):
"""resolves to /playlist/
show all playlists indexed
"""
def get(self, request):
"""handle http get requests"""
2021-11-10 10:29:11 +00:00
user_id = request.user.id
view_config = self.read_config(user_id=user_id)
2021-11-15 06:08:32 +00:00
# handle search
search_get = request.GET.get("search", False)
if search_get:
search_encoded = urllib.parse.quote(search_get)
else:
search_encoded = False
# define page size
2021-11-10 10:29:11 +00:00
page_get = int(request.GET.get("page", 0))
2021-11-15 06:08:32 +00:00
pagination_handler = Pagination(
page_get, user_id, search_get=search_encoded
)
2021-11-10 10:29:11 +00:00
url = view_config["es_url"] + "/ta_playlist/_search"
data = self.build_data(pagination_handler, search_get, view_config)
2021-11-10 10:29:11 +00:00
search = SearchHandler(url, data)
playlist_hits = search.get_data()
pagination_handler.validate(search.max_hits)
2021-11-15 06:08:32 +00:00
search_form = PlaylistSearchForm()
subscribe_form = SubscribeToChannelForm()
2021-11-10 10:29:11 +00:00
context = {
"subscribe_form": subscribe_form,
2021-11-15 06:08:32 +00:00
"search_form": search_form,
2021-11-10 10:29:11 +00:00
"title": "Playlists",
"colors": view_config["colors"],
"show_subed_only": view_config["show_subed_only"],
2021-11-10 10:29:11 +00:00
"pagination": pagination_handler.pagination,
"playlists": playlist_hits,
"view_style": view_config["view_style"],
"running": view_config["running"],
2021-11-10 10:29:11 +00:00
}
return render(request, "home/playlist.html", context)
2021-11-15 06:08:32 +00:00
@staticmethod
def build_data(pagination_handler, search_get, view_config):
2021-11-15 06:08:32 +00:00
"""build data object for query"""
data = {
"size": pagination_handler.pagination["page_size"],
"from": pagination_handler.pagination["page_from"],
"query": {"match_all": {}},
2021-11-15 06:08:32 +00:00
"sort": [{"playlist_name.keyword": {"order": "asc"}}],
}
if view_config["show_subed_only"]:
data["query"] = {"term": {"playlist_subscribed": {"value": True}}}
2021-11-15 06:08:32 +00:00
if search_get:
data["query"] = {
"bool": {
"should": [
{
"multi_match": {
"query": search_get,
"fields": [
"playlist_channel_id",
"playlist_channel",
"playlist_name",
],
}
}
],
"minimum_should_match": 1,
}
}
return data
@staticmethod
def read_config(user_id):
"""read config file"""
config_handler = AppConfig(user_id)
2021-11-10 10:29:11 +00:00
view_key = f"{user_id}:view:playlist"
view_style = RedisArchivist().get_message(view_key)["status"]
if not view_style:
view_style = config_handler.config["default_view"]["channel"]
sub_only_key = f"{user_id}:show_subed_only"
show_subed_only = RedisArchivist().get_message(sub_only_key)["status"]
running = RedisArchivist().get_message("progress:subscribe")["status"]
view_config = {
"es_url": config_handler.config["application"]["es_url"],
"colors": config_handler.colors,
2021-11-10 10:29:11 +00:00
"view_style": view_style,
"show_subed_only": show_subed_only,
"running": running,
}
return view_config
2021-11-15 06:08:32 +00:00
@staticmethod
def post(request):
"""handle post from search form"""
search_form = PlaylistSearchForm(data=request.POST)
if search_form.is_valid():
search_query = request.POST.get("searchInput")
print(search_query)
search_url = "/playlist/?" + urlencode({"search": search_query})
return redirect(search_url, permanent=True)
subscribe_form = SubscribeToPlaylistForm(data=request.POST)
if subscribe_form.is_valid():
url_str = request.POST.get("subscribe")
print(url_str)
message = {
"status": "message:subplaylist",
"level": "info",
"title": "Subscribing to Playlists",
"message": "Parsing form data",
}
RedisArchivist().set_message(
"message:subplaylist", message=message
)
subscribe_to.delay(url_str)
sleep(1)
2021-11-15 06:08:32 +00:00
return redirect("playlist")
2021-09-05 17:10:14 +00:00
class VideoView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /video/<video-id>/
2021-09-09 09:45:46 +00:00
display details about a single video
"""
2021-09-05 17:10:14 +00:00
def get(self, request, video_id):
2021-09-21 09:25:22 +00:00
"""get single video"""
2021-10-29 16:43:19 +00:00
es_url, colors = self.read_config(user_id=request.user.id)
2021-09-21 09:25:22 +00:00
url = f"{es_url}/ta_video/_doc/{video_id}"
2021-09-05 17:10:14 +00:00
data = None
look_up = SearchHandler(url, data)
video_hit = look_up.get_data()
2021-09-21 09:25:22 +00:00
video_data = video_hit[0]["source"]
2021-10-10 09:09:02 +00:00
try:
rating = video_data["stats"]["average_rating"]
video_data["stats"]["average_rating"] = self.star_creator(rating)
except KeyError:
video_data["stats"]["average_rating"] = False
if "playlist" in video_data.keys():
playlists = video_data["playlist"]
playlist_nav = self.build_playlists(video_id, playlists)
else:
playlist_nav = False
2021-09-21 09:25:22 +00:00
video_title = video_data["title"]
context = {
"video": video_data,
"playlist_nav": playlist_nav,
"title": video_title,
"colors": colors,
}
2021-09-21 09:25:22 +00:00
return render(request, "home/video.html", context)
2021-09-05 17:10:14 +00:00
@staticmethod
def build_playlists(video_id, playlists):
"""build playlist nav if available"""
all_navs = []
for playlist_id in playlists:
handler = YoutubePlaylist(playlist_id)
handler.get_playlist_dict()
nav = handler.build_nav(video_id)
if nav:
all_navs.append(nav)
return all_navs
2021-09-05 17:10:14 +00:00
@staticmethod
2021-10-29 16:43:19 +00:00
def read_config(user_id):
2021-09-21 09:25:22 +00:00
"""read config file"""
2021-10-29 16:43:19 +00:00
config_handler = AppConfig(user_id)
es_url = config_handler.config["application"]["es_url"]
colors = config_handler.colors
2021-09-05 17:10:14 +00:00
return es_url, colors
2021-10-10 09:09:02 +00:00
@staticmethod
def star_creator(rating):
"""convert rating float to stars"""
if not rating:
return False
2021-10-10 09:09:02 +00:00
stars = []
for _ in range(1, 6):
if rating >= 0.75:
stars.append("full")
elif 0.25 < rating < 0.75:
stars.append("half")
else:
stars.append("empty")
rating = rating - 1
return stars
2021-09-05 17:10:14 +00:00
class SettingsView(View):
2021-09-21 09:25:22 +00:00
"""resolves to /settings/
2021-09-09 09:45:46 +00:00
handle the settings page, display current settings,
take post request from the form to update settings
"""
2021-09-05 17:10:14 +00:00
@staticmethod
def get(request):
2021-09-21 09:25:22 +00:00
"""read and display current settings"""
2021-10-29 16:43:19 +00:00
config_handler = AppConfig(request.user.id)
colors = config_handler.colors
2021-09-05 17:10:14 +00:00
2021-12-14 12:05:58 +00:00
available_backups = get_available_backups()
user_form = UserSettingsForm()
app_form = ApplicationSettingsForm()
scheduler_form = SchedulerSettingsForm()
context = {
"title": "Settings",
2021-10-29 16:43:19 +00:00
"config": config_handler.config,
"colors": colors,
2021-12-14 12:05:58 +00:00
"available_backups": available_backups,
"user_form": user_form,
"app_form": app_form,
"scheduler_form": scheduler_form,
}
2021-09-05 17:10:14 +00:00
2021-09-21 09:25:22 +00:00
return render(request, "home/settings.html", context)
2021-09-05 17:10:14 +00:00
@staticmethod
def post(request):
2021-09-21 09:25:22 +00:00
"""handle form post to update settings"""
form_response = forms.Form(request.POST)
if form_response.is_valid():
form_post = dict(request.POST)
print(form_post)
del form_post["csrfmiddlewaretoken"]
config_handler = AppConfig()
if "application-settings" in form_post:
del form_post["application-settings"]
config_handler.update_config(form_post)
elif "user-settings" in form_post:
del form_post["user-settings"]
config_handler.set_user_config(form_post, request.user.id)
elif "scheduler-settings" in form_post:
del form_post["scheduler-settings"]
print(form_post)
ScheduleBuilder().update_schedule_conf(form_post)
2021-09-05 17:10:14 +00:00
2021-09-21 09:25:22 +00:00
return redirect("settings", permanent=True)
2021-09-05 17:10:14 +00:00
def progress(request):
# pylint: disable=unused-argument
"""resolves to /progress/
return list of messages for frontend
"""
all_messages = RedisArchivist().get_progress()
json_data = {"messages": all_messages}
2021-09-05 17:10:14 +00:00
return JsonResponse(json_data)
def process(request):
2021-09-21 09:25:22 +00:00
"""handle all the buttons calls via POST ajax"""
if request.method == "POST":
2021-10-29 04:45:13 +00:00
current_user = request.user.id
2021-09-05 17:10:14 +00:00
post_dict = json.loads(request.body.decode())
2021-10-29 04:45:13 +00:00
post_handler = PostData(post_dict, current_user)
if post_handler.to_exec:
2021-09-05 17:10:14 +00:00
task_result = post_handler.run_task()
return JsonResponse(task_result)
2021-09-21 09:25:22 +00:00
return JsonResponse({"success": False})