From 0f2229b0f2b95e88a1f14633a689829905915704 Mon Sep 17 00:00:00 2001
From: Lars Noack <lars@webcontact.de>
Date: Fri, 24 May 2024 17:00:39 +0200
Subject: [PATCH] feat: completely dynamified the datasource import

---
 music_kraken/download/__init__.py |  6 ++--
 music_kraken/pages/__init__.py    | 47 +++++++++++++++++++++++++------
 2 files changed, 42 insertions(+), 11 deletions(-)

diff --git a/music_kraken/download/__init__.py b/music_kraken/download/__init__.py
index 39e8934..0d806b3 100644
--- a/music_kraken/download/__init__.py
+++ b/music_kraken/download/__init__.py
@@ -78,8 +78,6 @@ class Downloader:
         if page_type in self._registered_pages:
             return
 
-        print(page_type)
-
         self._registered_pages[page_type].add(page_type(
             download_options=self.download_options, 
             fetch_options=self.fetch_options, 
@@ -97,6 +95,7 @@ class Downloader:
     def scan_for_pages(self, **kwargs):
         # assuming the wanted pages are the leaf classes of the interface
         from .. import pages
+        
         leaf_classes = []
 
         class_list = [Page]
@@ -110,6 +109,9 @@ class Downloader:
             else:
                 class_list.extend(class_subclasses)
 
+        if Page in leaf_classes:
+            self.LOGGER.warn("couldn't find any data source")
+            return
         for leaf_class in leaf_classes:
             self.register_page(leaf_class, **kwargs)
 
diff --git a/music_kraken/pages/__init__.py b/music_kraken/pages/__init__.py
index bda24f4..a9fe75b 100644
--- a/music_kraken/pages/__init__.py
+++ b/music_kraken/pages/__init__.py
@@ -1,23 +1,52 @@
+import importlib
+import inspect
 import logging
+import pkgutil
+import sys
 from collections import defaultdict
+from copy import copy
 from pathlib import Path
 from typing import Dict, Generator, List, Set, Type
 
-"""
 from ._bandcamp import Bandcamp
 from ._encyclopaedia_metallum import EncyclopaediaMetallum
 from ._genius import Genius
 from ._musify import Musify
 from ._youtube import YouTube
 from ._youtube_music import YoutubeMusic
+
+
+def import_children():
+    _page_directory = Path(__file__).parent
+    _stem_blacklist = set(["__pycache__", "__init__"])
+
+    for _file in _page_directory.iterdir():
+        if _file.stem in _stem_blacklist:
+            continue
+        
+        logging.debug(f"importing {_file.absolute()}")
+        exec(f"from . import {_file.stem}")
+
+# module_blacklist = set(sys.modules.keys())
+import_children()
+
 """
+classes = set()
 
-_page_directory = Path(__file__).parent
-_stem_blacklist = set(["__pycache__", "__init__"])
-
-for _file in _page_directory.iterdir():
-    if _file.stem in _stem_blacklist:
+print(__name__)
+for module_name, module in sys.modules.items():
+    if module_name in module_blacklist or not module_name.startswith(__name__):
         continue
-    
-    logging.debug(f"importing {_file.absolute()}")
-    exec(f"from . import {_file.stem}")
+
+    print("scanning module", module_name)
+    for name, obj in inspect.getmembers(module, predicate=inspect.isclass):
+        _module = obj.__module__
+        if _module.startswith(__name__) and hasattr(obj, "SOURCE_TYPE"):
+            print("checking object", name, obj.__module__)
+            classes.add(obj)
+    print()
+
+print(*(c.__name__ for c in classes), sep=",\t")
+
+__all__ = [c.__name__ for c in classes]
+"""
\ No newline at end of file