remove old migrations

tubearchivist/config/management/commands/ta_startup.py

@@ -8,10 +8,8 @@ import os
 from time import sleep
 
 from django.core.management.base import BaseCommand, CommandError
-from home.src.es.connect import ElasticWrap, IndexPaginate
 from home.src.es.index_setup import ElasitIndexWrap
 from home.src.es.snapshot import ElasticSnapshot
-from home.src.index.video_streams import MediaStreamExtractor
 from home.src.ta.config import AppConfig, ReleaseVersion
 from home.src.ta.helper import clear_dl_cache
 from home.src.ta.settings import EnvironmentSettings
@@ -44,8 +42,6 @@ class Command(BaseCommand):
         self._version_check()
         self._mig_index_setup()
         self._mig_snapshot_check()
-        self._mig_set_streams()
-        self._mig_set_autostart()
         self._mig_move_users_to_es()
 
     def _sync_redis_state(self):
@@ -149,79 +145,6 @@ class Command(BaseCommand):
         self.stdout.write("[MIGRATION] setup snapshots")
         ElasticSnapshot().setup()
 
-    def _mig_set_streams(self):
-        """migration: update from 0.3.5 to 0.3.6, set streams and media_size"""
-        self.stdout.write("[MIGRATION] index streams and media size")
-        videos = EnvironmentSettings.MEDIA_DIR
-        data = {
-            "query": {
-                "bool": {"must_not": [{"exists": {"field": "streams"}}]}
-            },
-            "_source": ["media_url", "youtube_id"],
-        }
-        all_missing = IndexPaginate("ta_video", data).get_results()
-        if not all_missing:
-            self.stdout.write("    no videos need updating")
-            return
-
-        total = len(all_missing)
-        for idx, missing in enumerate(all_missing):
-            media_url = missing["media_url"]
-            youtube_id = missing["youtube_id"]
-            media_path = os.path.join(videos, media_url)
-            if not os.path.exists(media_path):
-                self.stdout.write(f"    file not found: {media_path}")
-                self.stdout.write("    run file system rescan to fix")
-                continue
-
-            media = MediaStreamExtractor(media_path)
-            vid_data = {
-                "doc": {
-                    "streams": media.extract_metadata(),
-                    "media_size": media.get_file_size(),
-                }
-            }
-            path = f"ta_video/_update/{youtube_id}"
-            response, status_code = ElasticWrap(path).post(data=vid_data)
-            if not status_code == 200:
-                self.stdout.errors(
-                    f"    update failed: {path}, {response}, {status_code}"
-                )
-
-            if idx % 100 == 0:
-                self.stdout.write(f"    progress {idx}/{total}")
-
-    def _mig_set_autostart(self):
-        """migration: update from 0.3.5 to 0.3.6 set auto_start to false"""
-        self.stdout.write("[MIGRATION] set default download auto_start")
-        data = {
-            "query": {
-                "bool": {"must_not": [{"exists": {"field": "auto_start"}}]}
-            },
-            "script": {"source": "ctx._source['auto_start'] = false"},
-        }
-        path = "ta_download/_update_by_query"
-        response, status_code = ElasticWrap(path).post(data=data)
-        if status_code == 200:
-            updated = response.get("updated", 0)
-            if updated:
-                self.stdout.write(
-                    self.style.SUCCESS(
-                        f"    ✓ {updated} videos updated in ta_download"
-                    )
-                )
-            else:
-                self.stdout.write(
-                    "    no videos needed updating in ta_download"
-                )
-            return
-
-        message = "    🗙 ta_download auto_start update failed"
-        self.stdout.write(self.style.ERROR(message))
-        self.stdout.write(response)
-        sleep(60)
-        raise CommandError(message)
-
     def _mig_move_users_to_es(self):  # noqa: C901
         """migration: update from 0.4.1 to 0.4.2 move user config to ES"""
         self.stdout.write("[MIGRATION] move user configuration to ES")