tubearchivist/tubearchivist-frontend
1
0
Fork 0
mirror of https://github.com/tubearchivist/tubearchivist-frontend.git synced 2024-11-22 20:00:15 +00:00
Code Issues Projects Releases Wiki Activity

use remote data for playlist find_missing

Browse Source
This commit is contained in:
simon 2021-11-18 21:50:35 +07:00
parent 3efdc1962d
commit d0e0903d48
No known key found for this signature in database
GPG Key ID: 2C15AA5E89985DD4
2 changed files with 21 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
tubearchivist/home/src/download.py
View File

@ -402,19 +402,26 @@ class PlaylistSubscription:
return True return True
def find_missing(self): @staticmethod
"""find videos in subscribed playlists not downloaded yet""" def get_to_ignore():
all_playlists = self.get_playlists() """get all youtube_ids already downloaded or ignored"""
pending_handler = PendingList() pending_handler = PendingList()
all_pending, all_ignore = pending_handler.get_all_pending() all_pending, all_ignore = pending_handler.get_all_pending()
all_ids = [i["youtube_id"] for i in all_ignore + all_pending] all_ids = [i["youtube_id"] for i in all_ignore + all_pending]
all_downloaded = pending_handler.get_all_downloaded() all_downloaded = pending_handler.get_all_downloaded()
to_ignore = all_ids + all_downloaded to_ignore = all_ids + all_downloaded
return to_ignore
def find_missing(self):
"""find videos in subscribed playlists not downloaded yet"""
all_playlists = [i["playlist_id"] for i in self.get_playlists()]
to_ignore = self.get_to_ignore()
missing_videos = [] missing_videos = []
counter = 1 counter = 1
for playlist in all_playlists: for playlist_id in all_playlists:
size_limit = self.config["subscriptions"]["channel_size"] size_limit = self.config["subscriptions"]["channel_size"]
playlist = YoutubePlaylist(playlist_id).update_playlist()
if size_limit: if size_limit:
playlist_entries = playlist["playlist_entries"][:size_limit] playlist_entries = playlist["playlist_entries"][:size_limit]
else: else:
@ -448,6 +455,7 @@ class VideoDownloader:
def __init__(self, youtube_id_list=False): def __init__(self, youtube_id_list=False):
self.youtube_id_list = youtube_id_list self.youtube_id_list = youtube_id_list
self.config = AppConfig().config self.config = AppConfig().config
self.channels = set()
def run_queue(self): def run_queue(self):
"""setup download queue in redis loop until no more items""" """setup download queue in redis loop until no more items"""
@ -468,6 +476,7 @@ class VideoDownloader:
print("failed to download " + youtube_id) print("failed to download " + youtube_id)
continue continue
vid_dict = index_new_video(youtube_id) vid_dict = index_new_video(youtube_id)
self.channels.add(vid_dict["channel"]["channel_id"])
self.move_to_archive(vid_dict) self.move_to_archive(vid_dict)
self.delete_from_pending(youtube_id) self.delete_from_pending(youtube_id)

8
tubearchivist/home/src/index.py
View File

@ -588,6 +588,14 @@ class YoutubePlaylist:
if not response.ok: if not response.ok:
print(response.text) print(response.text)
def update_playlist(self):
"""update metadata for playlist with data from YouTube"""
subscribed = self.get_es_playlist()["playlist_subscribed"]
self.get_playlist_dict(scrape=True)
self.playlist_dict["playlist_subscribed"] = subscribed
self.upload_to_es()
return self.playlist_dict
def build_nav(self, youtube_id): def build_nav(self, youtube_id):
"""find next and previous in playlist of a given youtube_id""" """find next and previous in playlist of a given youtube_id"""
all_entries_available = self.playlist_dict["playlist_entries"] all_entries_available = self.playlist_dict["playlist_entries"]