added wrapper methods, for the basic fuctionalities of the webscraper

This commit is contained in:
Hellow2
2023-05-26 11:41:20 +02:00
parent 2fabd09a71
commit 10f6153199
3 changed files with 53 additions and 11 deletions

View File

@@ -1,6 +1,6 @@
from collections import defaultdict
from enum import Enum
from typing import List, Dict, Tuple, Optional
from typing import List, Dict, Set, Tuple, Optional
from urllib.parse import urlparse
from ..utils.enums.source import SourcePages, SourceTypes
@@ -128,6 +128,10 @@ class SourceCollection(Collection):
super().map_element(source)
self._page_to_source_list[source.page_enum].append(source)
@property
def source_pages(self) -> Set[SourcePages]:
return set(source.page_enum for source in self._data)
def get_sources_from_page(self, source_page: SourcePages) -> List[Source]:
"""