tubearchivist/tubearchivist-frontend
1
0
Fork 0
mirror of https://github.com/tubearchivist/tubearchivist-frontend.git synced 2024-11-22 11:50:14 +00:00
Code Issues Projects Releases Wiki Activity

cleanup method for unused thumbs

Browse Source
This commit is contained in:
simon 2021-10-14 11:59:30 +07:00
parent 9ad42dfa38
commit ce5f8b6a38
1 changed files with 29 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
tubearchivist/home/src/thumbnails.py
View File

@ -21,7 +21,7 @@ class ThumbManager:
CHANNEL_DIR = os.path.join(CACHE_DIR, "channels") CHANNEL_DIR = os.path.join(CACHE_DIR, "channels")
def get_all_thumbs(self): def get_all_thumbs(self):
"""get all video artwork""" """get all video artwork already downloaded"""
all_thumb_folders = ignore_filelist(os.listdir(self.VIDEO_DIR)) all_thumb_folders = ignore_filelist(os.listdir(self.VIDEO_DIR))
all_thumbs = [] all_thumbs = []
for folder in all_thumb_folders: for folder in all_thumb_folders:
@ -47,26 +47,32 @@ class ThumbManager:
os.makedirs(folder_path, exist_ok=True) os.makedirs(folder_path, exist_ok=True)
os.rename(old_file, new_file) os.rename(old_file, new_file)
def get_missing_thumbs(self): def get_needed_thumbs(self, missing_only=False):
"""get a list of all missing thumbnails""" """get a list of all missing thumbnails"""
all_thumbs = self.get_all_thumbs() all_thumbs = self.get_all_thumbs()
all_indexed = download.PendingList().get_all_indexed() all_indexed = download.PendingList().get_all_indexed()
all_in_queue, all_ignored = download.PendingList().get_all_pending() all_in_queue, all_ignored = download.PendingList().get_all_pending()
missing_thumbs = [] needed_thumbs = []
for video in all_indexed: for video in all_indexed:
youtube_id = video["_source"]["youtube_id"] youtube_id = video["_source"]["youtube_id"]
if youtube_id + ".jpg" not in all_thumbs: thumb_url = video["_source"]["vid_thumb_url"]
thumb_url = video["_source"]["vid_thumb_url"] if missing_only:
missing_thumbs.append((youtube_id, thumb_url)) if youtube_id + ".jpg" not in all_thumbs:
needed_thumbs.append((youtube_id, thumb_url))
else:
needed_thumbs.append((youtube_id, thumb_url))
for video in all_in_queue + all_ignored: for video in all_in_queue + all_ignored:
youtube_id = video["youtube_id"] youtube_id = video["youtube_id"]
if youtube_id + ".jpg" not in all_thumbs: thumb_url = video["vid_thumb_url"]
thumb_url = video["vid_thumb_url"] if missing_only:
missing_thumbs.append((youtube_id, thumb_url)) if youtube_id + ".jpg" not in all_thumbs:
needed_thumbs.append((youtube_id, thumb_url))
else:
needed_thumbs.append((youtube_id, thumb_url))
return missing_thumbs return needed_thumbs
def get_missing_channels(self): def get_missing_channels(self):
"""get all channel artwork""" """get all channel artwork"""
@ -195,11 +201,23 @@ class ThumbManager:
if os.path.exists(banner): if os.path.exists(banner):
os.remove(banner) os.remove(banner)
def cleanup_downloaded(self):
"""find downloaded thumbnails without video indexed"""
all_thumbs = self.get_all_thumbs()
all_indexed = self.get_needed_thumbs()
all_needed_thumbs = [i[0] + ".jpg" for i in all_indexed]
for thumb in all_thumbs:
if thumb not in all_needed_thumbs:
# cleanup
youtube_id = thumb.rstrip(".jpg")
self.delete_vid_thumb(youtube_id)
def validate_thumbnails(): def validate_thumbnails():
"""check if all thumbnails are there and organized correctly""" """check if all thumbnails are there and organized correctly"""
handler = ThumbManager() handler = ThumbManager()
thumbs_to_download = handler.get_missing_thumbs() thumbs_to_download = handler.get_needed_thumbs(missing_only=True)
handler.download_vid(thumbs_to_download) handler.download_vid(thumbs_to_download)
missing_channels = handler.get_missing_channels() missing_channels = handler.get_missing_channels()
handler.download_chan(missing_channels) handler.download_chan(missing_channels)
handler.cleanup_downloaded()