tubearchivist/tubearchivist
1
0
Fork 0
mirror of https://github.com/tubearchivist/tubearchivist.git synced 2024-12-21 17:30:13 +00:00
Code Issues Projects Releases Wiki Activity

validate existence of playlist entry in index

Browse Source
This commit is contained in:
simon 2021-11-14 15:46:24 +07:00
parent e3f0075132
commit 8932a6bc02
No known key found for this signature in database
GPG Key ID: 2C15AA5E89985DD4
2 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tubearchivist/home/src/index.py
View File

@ -440,9 +440,10 @@ class YoutubePlaylist:
ES_URL = CONFIG["application"]["es_url"] ES_URL = CONFIG["application"]["es_url"]
ES_AUTH = CONFIG["application"]["es_auth"] ES_AUTH = CONFIG["application"]["es_auth"]
def __init__(self, playlist_id): def __init__(self, playlist_id, all_youtube_ids=False):
self.playlist_id = playlist_id self.playlist_id = playlist_id
self.stamp = int(datetime.now().strftime("%s")) self.stamp = int(datetime.now().strftime("%s"))
self.all_youtube_ids = all_youtube_ids
self.playlist_dict = False self.playlist_dict = False
def get_playlist_dict(self, scrape=False): def get_playlist_dict(self, scrape=False):
@ -514,13 +515,16 @@ class YoutubePlaylist:
all_members = [] all_members = []
for idx, entry in enumerate(playlist["entries"]): for idx, entry in enumerate(playlist["entries"]):
uploader = entry["uploader"] uploader = entry["uploader"]
youtube_id = entry["id"]
downloaded = youtube_id in self.all_youtube_ids
if not uploader: if not uploader:
continue continue
to_append = { to_append = {
"youtube_id": entry["id"], "youtube_id": youtube_id,
"title": entry["title"], "title": entry["title"],
"uploader": uploader, "uploader": uploader,
"idx": idx, "idx": idx,
"downloaded": downloaded,
} }
all_members.append(to_append) all_members.append(to_append)

7
tubearchivist/home/tasks.py
View File

@ -208,9 +208,14 @@ def index_channel_playlists(channel_id):
channel_handler = YoutubeChannel(channel_id) channel_handler = YoutubeChannel(channel_id)
all_playlists = channel_handler.get_all_playlists() all_playlists = channel_handler.get_all_playlists()
all_indexed = PendingList().get_all_indexed()
all_youtube_ids = [i["_source"]["youtube_id"] for i in all_indexed]
for playlist_id, playlist_title in all_playlists: for playlist_id, playlist_title in all_playlists:
print("add playlist: " + playlist_title) print("add playlist: " + playlist_title)
playlist_handler = YoutubePlaylist(playlist_id) playlist_handler = YoutubePlaylist(
playlist_id, all_youtube_ids=all_youtube_ids
)
playlist_handler.get_playlist_dict() playlist_handler.get_playlist_dict()
playlist_handler.upload_to_es() playlist_handler.upload_to_es()
playlist_handler.add_vids_to_playlist() playlist_handler.add_vids_to_playlist()