diff --git a/cmoncrawl/aggregator/index_query.py b/cmoncrawl/aggregator/index_query.py
index 009d76e7..afc53b1d 100644
--- a/cmoncrawl/aggregator/index_query.py
+++ b/cmoncrawl/aggregator/index_query.py
@@ -24,7 +24,7 @@
     MatchType,
 )
 
-from aiohttp import ClientError, ClientSession, ContentTypeError
+from aiohttp import ClientError, ClientSession, ContentTypeError, ServerConnectionError
 import asyncio
 import random
 
@@ -32,6 +32,33 @@
 
 
 class IndexAggregator(AsyncIterable[DomainRecord]):
+    """
+    This class is responsible for aggregating the index files from commoncrawl.
+    It is an async context manager which can then be used as an async iterator
+    which yields DomainRecord objects, found in the index files of commoncrawl.
+
+    It uses the commoncrawl index server to find the index files.
+
+
+    Args:
+        domains (List[str]): A list of domains to search for.
+        cc_indexes_server (str, optional): The commoncrawl index server to use. Defaults to "http://index.commoncrawl.org/collinfo.json".
+        match_type (MatchType, optional): Match type for cdx-api. Defaults to None.
+        cc_servers (List[str], optional): A list of commoncrawl servers to use. If [], then indexes will be retrieved from the cc_indexes_server. Defaults to [].
+        since (datetime, optional): The start date for the search. Defaults to datetime.min.
+        to (datetime, optional): The end date for the search. Defaults to datetime.max.
+        limit (int, optional): The maximum number of results to return. Defaults to None.
+        max_retry (int, optional): The maximum number of retries for a single request. Defaults to 5.
+        prefetch_size (int, optional): The number of indexes to fetch concurrently. Defaults to 3.
+        sleep_step (int, optional): Sleep increase time between retries. Defaults to 20.
+
+    Examples:
+        >>> async with IndexAggregator(["example.com"]) as aggregator:
+        >>>     async for domain_record in aggregator:
+        >>>         print(domain_record)
+
+    """
+
     def __init__(
         self,
         domains: List[str],
@@ -142,21 +169,20 @@ def should_retry(retry: int, reason: str, status: int, **args: Any):
                         if not should_retry(retry, reason, status, **args):
                             break
                     else:
-                        try:
-                            content = await response.json(
-                                content_type=content_type, loads=Decoder().decode
-                            )
-                        except ContentTypeError as e:
-                            all_purpose_logger.error(str(e), exc_info=True)
-                            all_purpose_logger.error(e.message, exc_info=True)
-                            all_purpose_logger.error(response.content)
-                            break
+                        content = await response.json(
+                            content_type=content_type, loads=Decoder().decode
+                        )
                         all_purpose_logger.info(
                             f"Successfully retrieved page of {domain} from {cdx_server} add_info: {args}"
                         )
                         break
 
-            except (ClientError, TimeoutError) as e:
+            except (
+                ClientError,
+                TimeoutError,
+                ServerConnectionError,
+                ContentTypeError,
+            ) as e:
                 reason = f"{type(e)} {str(e)}"
                 if not should_retry(retry, reason, 500, **args):
                     break
@@ -251,6 +277,9 @@ async def get_captured_responses(
 
     @staticmethod
     async def get_all_CC_indexes(client: ClientSession, cdx_server: str) -> List[str]:
+        """
+        Get all CC index servers from a given CDX server
+        """
         for _ in range(3):
             async with client.get(cdx_server) as response:
                 r_json = await response.json(content_type="application/json")
@@ -308,6 +337,9 @@ def init_crawls_queue(
             )
 
         async def __prefetch_next_crawl(self) -> int:
+            """
+            Prefetch the next index server
+            """
             while len(self.__crawls_remaining) > 0:
                 next_crawl = self.__crawls_remaining.popleft()
 
@@ -333,6 +365,9 @@ async def __prefetch_next_crawl(self) -> int:
             return 0
 
         async def __await_next_prefetch(self):
+            """
+            Gets the next index retry
+            """
             # Wait for the next prefetch to finish
             # Don't prefetch if limit is set to avoid overfetching
             while len(self.__crawls_remaining) > 0 and (
diff --git a/cmoncrawl/common/types.py b/cmoncrawl/common/types.py
index 65772fa0..eb0a994a 100644
--- a/cmoncrawl/common/types.py
+++ b/cmoncrawl/common/types.py
@@ -12,6 +12,10 @@
 @dataclass_json
 @dataclass
 class DomainRecord:
+    """
+    Domain record.
+    """
+
     filename: str
     url: str | None
     offset: int
@@ -42,6 +46,10 @@ def __post_init__(self):
 
 @dataclass
 class RetrieveResponse:
+    """
+    Response from retrieve.
+    """
+
     status: int
     content: Any
     reason: None | str
@@ -49,6 +57,10 @@ class RetrieveResponse:
 
 @dataclass
 class DomainCrawl:
+    """
+    Domain crawl.
+    """
+
     domain: str = ""
     cdx_server: str = ""
     page: int = 0
diff --git a/cmoncrawl/integrations/commands.py b/cmoncrawl/integrations/commands.py
index d83e8af3..34ac6d6f 100644
--- a/cmoncrawl/integrations/commands.py
+++ b/cmoncrawl/integrations/commands.py
@@ -10,7 +10,9 @@
 
 
 def add_args(parser: argparse.ArgumentParser):
-    parser.add_argument("--debug", action="store_true", default=False)
+    parser.add_argument(
+        "--debug", action="store_true", default=False, help="Debug mode"
+    )
     return parser
 
 
@@ -23,7 +25,9 @@ def add_subparsers(parser: Any):
 
 def get_args():
     parser = argparse.ArgumentParser()
-    subparser = parser.add_subparsers(dest="command", required=True)
+    subparser = parser.add_subparsers(
+        dest="command", required=True, help="Command to run"
+    )
     add_subparsers(subparser)
     return parser
 
diff --git a/cmoncrawl/integrations/download.py b/cmoncrawl/integrations/download.py
index f1e2dfe2..faeb3e1e 100644
--- a/cmoncrawl/integrations/download.py
+++ b/cmoncrawl/integrations/download.py
@@ -8,7 +8,7 @@
 from cmoncrawl.processor.pipeline.pipeline import ProcessorPipeline
 from cmoncrawl.processor.pipeline.streamer import StreamerFileHTML
 from cmoncrawl.processor.pipeline.extractor import HTMLExtractor, DomainRecordExtractor
-from cmoncrawl.middleware.synchronized import index_and_extract
+from cmoncrawl.middleware.synchronized import query_and_extract
 import argparse
 import asyncio
 from cmoncrawl.processor.pipeline.streamer import (
@@ -24,35 +24,83 @@ class DownloadOutputFormat(Enum):
 
 
 def add_mode_args(subparser: Any):
-    record_parser = subparser.add_parser(DownloadOutputFormat.RECORD.value)
-    record_parser.add_argument("--max_crawls_per_file", type=int, default=500_000)
-    subparser.add_parser(DownloadOutputFormat.HTML.value)
+    record_parser = subparser.add_parser(
+        DownloadOutputFormat.RECORD.value,
+        help="Download record files from Common Crawl",
+    )
+    record_parser.add_argument(
+        "--max_crawls_per_file",
+        type=int,
+        default=500_000,
+        help="Max number of domain records per file output",
+    )
+    subparser.add_parser(
+        DownloadOutputFormat.HTML.value, help="Download HTML files from Common Crawl"
+    )
     return subparser
 
 
 def add_args(subparser: Any):
-    parser = subparser.add_parser("download")
-    parser.add_argument("url")
-    parser.add_argument("output", type=Path)
-    mode_subparser = parser.add_subparsers(dest="mode", required=True)
+    parser = subparser.add_parser("download", help="Download data from Common Crawl")
+    parser.add_argument("url", type=str, help="URL to query")
+    parser.add_argument("output", type=Path, help="Path to output directory")
+    mode_subparser = parser.add_subparsers(
+        dest="mode", required=True, help="Download mode"
+    )
     mode_subparser = add_mode_args(mode_subparser)
-    parser.add_argument("--limit", type=int, default=5)
     parser.add_argument(
-        "--since", type=datetime.fromisoformat, default=str(datetime.min)
+        "--limit", type=int, default=5, help="Max number of urls to download"
+    )
+    parser.add_argument(
+        "--since",
+        type=datetime.fromisoformat,
+        default=str(datetime.min),
+        help="Start date in ISO format e.g. 2020-01-01",
+    )
+    parser.add_argument(
+        "--to",
+        type=datetime.fromisoformat,
+        default=str(datetime.max),
+        help="End date in ISO format e.g. 2020-01-01",
+    )
+    parser.add_argument(
+        "--cc_server",
+        nargs="+",
+        type=str,
+        default=None,
+        help="Common Crawl indexes to query, must provide whole url e.g. https://index.commoncrawl.org/CC-MAIN-2023-14-index",
+    )
+    parser.add_argument(
+        "--max_retry",
+        type=int,
+        default=30,
+        help="Max number of retries for a request, when the requests are failing increase this number",
+    )
+    parser.add_argument(
+        "--sleep_step",
+        type=int,
+        default=4,
+        help="Number of increased second to add to sleep time between each failed download attempt, increase this number if the server tell you to slow down",
     )
-    parser.add_argument("--to", type=datetime.fromisoformat, default=str(datetime.max))
-    parser.add_argument("--cc_server", nargs="+", type=str, default=None)
-    parser.add_argument("--max_retry", type=int, default=30)
-    parser.add_argument("--sleep_step", type=int, default=4)
     # Add option to output to either json or html
     parser.add_argument(
         "--match_type",
         type=MatchType,
         choices=list(MatchType.__members__.values()),
-        default=MatchType.PREFIX,
+        help="Match type for the url, see cdx-api for more info",
+    )
+    parser.add_argument(
+        "--max_directory_size",
+        type=int,
+        default=1000,
+        help="Max number of files per directory",
+    )
+    parser.add_argument(
+        "--filter_non_200",
+        action="store_true",
+        default=True,
+        help="Filter out non 200 status code",
     )
-    parser.add_argument("--max_directory_size", type=int, default=1000)
-    parser.add_argument("--filter_non_200", action="store_true", default=True)
     parser.set_defaults(func=run_download)
 
 
@@ -123,7 +171,7 @@ async def url_download(
         max_retry=max_retry,
         sleep_step=sleep_step,
     )
-    await index_and_extract(index_agg, pipeline)
+    await query_and_extract(index_agg, pipeline)
 
 
 def run_download(args: argparse.Namespace):
diff --git a/cmoncrawl/integrations/extract.py b/cmoncrawl/integrations/extract.py
index efadcce5..25bad429 100644
--- a/cmoncrawl/integrations/extract.py
+++ b/cmoncrawl/integrations/extract.py
@@ -27,30 +27,72 @@ class ExtractMode(Enum):
 
 
 def add_mode_args(subparser: Any):
-    record_parser = subparser.add_parser(ExtractMode.RECORD.value)
-    record_parser.add_argument("--max_retry", type=int, default=30)
-    record_parser.add_argument("--sleep_step", type=int, default=4)
+    record_parser = subparser.add_parser(
+        ExtractMode.RECORD.value, help="Extract data from jsonl record files"
+    )
+    record_parser.add_argument(
+        "--max_retry", type=int, default=30, help="Max number of warc download attempts"
+    )
+    record_parser.add_argument(
+        "--sleep_step",
+        type=int,
+        default=4,
+        help="Number of increased second to add to sleep time between each failed download attempt",
+    )
 
-    html_parser = subparser.add_parser(ExtractMode.HTML.value)
+    html_parser = subparser.add_parser(
+        ExtractMode.HTML.value, help="Extract data from HTML files"
+    )
     html_parser.add_argument(
-        "--date", type=datetime.fromisoformat, default=str(datetime.now())
+        "--date",
+        type=datetime.fromisoformat,
+        default=str(datetime.now()),
+        help="Date of extraction of HTML files in iso format e.g. 2021-01-01, default is today",
+    )
+    html_parser.add_argument(
+        "--url",
+        type=str,
+        default="",
+        help="URL from which the HTML files were downloaded, by default it will try to infer from file content",
     )
-    html_parser.add_argument("--url", type=str, default="")
     return subparser
 
 
 def add_args(subparser: Any):
-    parser = subparser.add_parser("extract")
+    parser = subparser.add_parser(
+        "extract", help="Extract data from records/html files"
+    )
     parser.add_argument(
         "config_path",
         type=Path,
+        help="Path to config file containing extraction rules",
+    )
+    parser.add_argument("output_path", type=Path, help="Path to output directory")
+    parser.add_argument(
+        "files", nargs="+", type=Path, help="Files to extract data from"
+    )
+    parser.add_argument(
+        "--max_crawls_per_file",
+        type=int,
+        default=500_000,
+        help="Max number of extractions per file output",
+    )
+    parser.add_argument(
+        "--max_directory_size",
+        type=int,
+        default=1000,
+        help="Max number of extraction files per directory",
+    )
+    parser.add_argument(
+        "--n_proc",
+        type=int,
+        default=1,
+        help="Number of processes to use for extraction. The paralelization is on file level, thus for single file it's useless to use more than one process.",
+    )
+
+    mode_subparser = parser.add_subparsers(
+        dest="mode", required=True, help="Extraction mode"
     )
-    parser.add_argument("output_path", type=Path)
-    parser.add_argument("files", nargs="+", type=Path)
-    parser.add_argument("--max_crawls_per_file", type=int, default=500_000)
-    parser.add_argument("--max_directory_size", type=int, default=1000)
-    parser.add_argument("--n_proc", type=int, default=1)
-    mode_subparser = parser.add_subparsers(dest="mode", required=True)
     mode_subparser = add_mode_args(mode_subparser)
     parser.set_defaults(func=run_extract)
 
@@ -91,7 +133,7 @@ def get_domain_records_html(
     url: str | None, date: datetime | None
 ) -> List[Tuple[DomainRecord, Dict[str, Any]]]:
     # Just return dummy as correct crawl will be loaded from dummy downloader
-    return [DomainRecord("", url=url, offset=0, length=0, timestamp=date), {}]
+    return [(DomainRecord("", url=url, offset=0, length=0, timestamp=date), {})]
 
 
 def load_config(config_path: Path) -> ExtractConfig:
diff --git a/cmoncrawl/middleware/stompware.py b/cmoncrawl/middleware/stompware.py
index 59140885..0f054fe2 100644
--- a/cmoncrawl/middleware/stompware.py
+++ b/cmoncrawl/middleware/stompware.py
@@ -35,6 +35,23 @@ class ListnerStats:
 
 
 class ArtemisAggregator:
+    """
+    Aggregator that listens queries the common crawl index and sends the results to a queue
+    using the stomp protocol. It the creates a queue
+    with name `queue.{url}` and sends the results to it.
+    It also creates a topic with name `topic.poisson_pill.{url}`
+    and sends a message with type `poisson_pill` to it when it finishes.
+
+    Args:
+        queue_host (str): The host of the queue
+        queue_port (int): The port of the queue
+        url (str): The url of the queue
+        index_agg (IndexAggregator): The index aggregator
+        heartbeat (int, optional): The heartbeat of the connection. Defaults to 10000.
+
+
+    """
+
     def __init__(
         self,
         queue_host: str,
@@ -59,6 +76,11 @@ def _init_connection(self):
         return conn
 
     async def aggregate(self, filter_duplicates: bool = True):
+        """
+        Aggregates the results of the index aggregator and sends them to the queue.
+        If `filter_duplicates` is True, it will use the `DUPL_ID_HEADER` header,
+        which Artemis uses to filter duplicates.
+        """
         while True:
             try:
                 conn = self._init_connection()
@@ -104,6 +126,24 @@ async def aggregate(self, filter_duplicates: bool = True):
 
 
 class ArtemisProcessor:
+    """
+    Processor that listens to a queues and processes the messages using a pipeline.
+    When it receives a message with type enough `poisson_pill` messages, it will
+    stop listening if it doesn't receive any messages for `timeout` minutes.
+
+
+    Args:
+        queue_host (str): The host of the queue
+        queue_port (int): The port of the queue
+        pills_to_die (int, optional): The number of `poisson_pill` messages to receive before dying. Defaults to None.
+        queue_size (int): The size of the queue
+        timeout (int): The timeout in minutes
+        addresses (List[str]): The addresses of the queues
+        pipeline (ProcessorPipeline): The pipeline to use for processing
+        heartbeat (int, optional): The heartbeat of the connection. Defaults to 10000.
+
+    """
+
     def __init__(
         self,
         queue_host: str,
diff --git a/cmoncrawl/middleware/synchronized.py b/cmoncrawl/middleware/synchronized.py
index bb300ea1..74db062f 100644
--- a/cmoncrawl/middleware/synchronized.py
+++ b/cmoncrawl/middleware/synchronized.py
@@ -9,11 +9,22 @@
 import asyncio
 
 
-async def index_and_extract(
+async def query_and_extract(
     index_agg: IndexAggregator,
     pipeline: ProcessorPipeline,
     filter_non_unique_url: bool = False,
 ):
+    """
+    Query the index and extracts the results using the pipeline
+
+    Args:
+        index_agg (IndexAggregator): Index aggregator
+        pipeline (ProcessorPipeline): Pipeline to use
+        filter_non_unique_url (bool, optional): Filter non unique urls.
+            if True, only first successful extraction of a url will be processed,
+            the rest will be skipped. Defaults to False.
+
+    """
     processed_urls: Set[str] = set()
     total_extracted: int = 0
 
@@ -28,6 +39,7 @@ async def index_and_extract(
                 try:
                     await pipeline.process_domain_record(domain_record, {})
                     total_extracted += 1
+                    processed_urls.add(unify_url_id(url))
                 except KeyboardInterrupt as e:
                     break
 
@@ -35,13 +47,12 @@ async def index_and_extract(
                     all_purpose_logger.error(
                         f"Failed to process {domain_record.url} with {e}"
                     )
-                    continue
-                processed_urls.add(unify_url_id(url))
 
     finally:
         if hasattr(pipeline.downloader, "__aexit__"):
             await pipeline.downloader.__aexit__(None, None, None)
     all_purpose_logger.info(f"Extracted {total_extracted} urls")
+    return processed_urls
 
 
 async def _extract_task(
@@ -66,8 +77,18 @@ async def extract(
     records: List[Tuple[DomainRecord, Dict[str, Any]]],
     pipeline: ProcessorPipeline,
     concurrent_length: int = 20,
-    timeout: int = 5,
 ):
+    """
+    Extracts the records using the pipeline, with at most `concurrent_length`
+    records being processed at the same time.
+
+    Args:
+        records (List[Tuple[DomainRecord, Dict[str, Any]]]): List of records to process and additional info
+        pipeline (ProcessorPipeline): Pipeline to use
+        concurrent_length (int, optional): Number of concurrent records to process.
+            Defaults to 20.
+
+    """
     domain_records_iterator = iter(tqdm(records))
     domains_exausted = False
     total_extracted: int = 0
@@ -90,9 +111,7 @@ async def extract(
                     )
                 )
 
-            done, queue = await asyncio.wait(
-                queue, timeout=timeout, return_when=asyncio.FIRST_COMPLETED
-            )
+            done, queue = await asyncio.wait(queue, return_when=asyncio.FIRST_COMPLETED)
             for task in done:
                 try:
                     await task
diff --git a/cmoncrawl/processor/extraction/filters.py b/cmoncrawl/processor/extraction/filters.py
index 5e0e6405..4469c63f 100644
--- a/cmoncrawl/processor/extraction/filters.py
+++ b/cmoncrawl/processor/extraction/filters.py
@@ -7,6 +7,11 @@ def must_exist_filter(soup: BeautifulSoup, filter_list: List[str]):
     This function takes in a BeautifulSoup object and a list of
     CSS selectors.
     If all selectors are found in the soup, this function returns True.
+
+    Args:
+        soup (BeautifulSoup): BeautifulSoup object
+        filter_list (List[str]): List of CSS selectors
+
     """
     must_exist = [soup.select_one(css_selector) for css_selector in filter_list]
     if any(map(lambda x: x is None, must_exist)):
@@ -20,6 +25,9 @@ def must_not_exist_filter(soup: BeautifulSoup, filter_list: List[str]):
     This function takes in a BeautifulSoup object and a list of
     CSS selectors.
     If any selector is found in the soup, this function returns False.
+    Args:
+        soup (BeautifulSoup): BeautifulSoup object
+        filter_list (List[str]): List of CSS selectors
     """
     must_not_exist = [soup.select_one(css_selector) for css_selector in filter_list]
     if any(map(lambda x: x is not None, must_not_exist)):
diff --git a/cmoncrawl/processor/extraction/utils.py b/cmoncrawl/processor/extraction/utils.py
index 6852308e..b0b4ffc1 100644
--- a/cmoncrawl/processor/extraction/utils.py
+++ b/cmoncrawl/processor/extraction/utils.py
@@ -18,6 +18,15 @@
 
 
 def get_tag_transform(tag_desc: str):
+    """
+    Returns a function that takes a bs4 tag and returns the first tag
+    that matches the tag_desc.
+
+    Args:
+        tag_desc (str): CSS selector
+
+    """
+
     def transform(tag: Tag):
         return tag.select_one(tag_desc)
 
@@ -25,6 +34,15 @@ def transform(tag: Tag):
 
 
 def get_tags_transform(tag_desc: str):
+    """
+    Returns a function that takes a bs4 tag and returns a list of tags
+    that match the tag_desc.
+
+    Args:
+        tag_desc (str): CSS selector
+
+    """
+
     def transform(tag: Tag):
         return tag.select(tag_desc)
 
@@ -32,6 +50,14 @@ def transform(tag: Tag):
 
 
 def get_attribute_transform(attr_name: str):
+    """
+    Returns a function that takes a bs4 tag and returns the value
+    of the attribute `attr_name` or None if the attribute doesn't exist.
+
+    Args:
+        attr_name (str): Name of the attribute to get from the tag
+    """
+
     def transform(tag: Tag):
         return tag.get(attr_name, None)
 
@@ -39,6 +65,17 @@ def transform(tag: Tag):
 
 
 def get_text_transform(tag: Tag, recursive: bool = True):
+    """
+    Returns text from tag. If recursive is True then
+    all text from all children is returned.
+
+    Args:
+        tag (Tag): bs4 tag
+        recursive (bool, optional): If True then all text from all children is returned. Defaults to True.
+
+
+    """
+
     if recursive:
         return tag.text
     tag_text = tag.find(text=True, recursive=False)
@@ -49,6 +86,14 @@ def get_text_transform(tag: Tag, recursive: bool = True):
 
 
 def get_text_list_transform(sep: str = ""):
+    """
+    Returns a function that takes a list of bs4 tags and returns
+    a string with all the text from the tags joined with `sep`.
+
+    Args:
+        sep (str, optional): Separator to use when joining the text. Defaults to "".
+    """
+
     def transform(tag: List[Tag]):
         return sep.join([tag.text for tag in tag])
 
@@ -58,10 +103,30 @@ def transform(tag: List[Tag]):
 def all_same_transform(
     dict: Dict[str, Any], fc: Callable[[Any], Any] | List[Callable[[Any], Any]]
 ):
+    """
+    Applies `fc` to all values in `dict` and returns a dict with same keys
+    but with transformed values.
+
+    Args:
+        dict (Dict[str, Any]): Dict to transform.
+        fc (Callable[[Any], Any] | List[Callable[[Any], Any]]): Function to apply to all values in dict.
+
+
+    """
     return {key: fc for key in dict.keys()}
 
 
 def chain_transforms(trans: List[Callable[[Any], Any]]):
+    """
+    Chains transforms together. If any of the transforms returns None
+    the chain is broken and None is returned.
+
+    Args:
+        trans (List[Callable[[Any], Any]]): List of transforms to chain together.
+
+
+    """
+
     def inner(initial_value: Any):
         result = initial_value
         for fc in trans:
@@ -77,6 +142,17 @@ def transform(
     dict: Dict[str, Any],
     transforms: Dict[str, Callable[[Any], Any] | List[Callable[[Any], Any]]],
 ):
+    """
+    Transforms dict using `transforms` dict. `transforms` dict is of format
+    `{key: [transform1, transform2, ...]}` where transform is a function that takes previous value
+
+    Args:
+        dict (Dict[str, Any]): Dict to transform.
+        transforms (Dict[str, Callable[[Any], Any] | List[Callable[[Any], Any]]]): Dict defining
+            how to transform the dict. Format is "{name: [transform1, transform2, ...]}" where
+            transform is a function that takes previous value and returns new value.
+    """
+
     def transform_fc(key: str, value: Any):
         key_trans = transforms.get(key, [])
         if not isinstance(key_trans, list):
@@ -97,6 +173,19 @@ def extract_transform(
         str, Callable[[Any], Any] | List[Callable[[Any], Any]]
     ],
 ) -> Dict[str, Any]:
+    """
+    Extracts data from tag using `extract_dict` defining what to extract and how to name it,
+    and `extract_transform_dict` defining how to transform the extracted data.
+
+    Args:
+        tag (Tag | None): Tag to extract data from.
+        extract_dict (Dict[str, str]): Dict defining what to extract and how to name it. format
+            is `{"name": "css selector"}`.
+        extract_transform_dict (Dict[str, Callable[[Any], Any] | List[Callable[[Any], Any]]]): Dict
+            defining how to transform the extracted data. Format is "{name: [transform1, transform2, ...]}"
+            where transform is a function that takes previous value and returns new value.
+    """
+
     if tag is None:
         return dict()
 
@@ -109,6 +198,13 @@ def extract_transform(
 
 
 def combine_dicts(dicts: List[Dict[str, Any]]):
+    """
+    Combines list of dictioneries into one. If there are multiple values for the same key
+    then the first one that is not None is chosen.
+
+    Args:
+        dicts (List[Dict[str, Any]]): List of dicts to combine.
+    """
     # Combines dicts choose the first one that is not None.
     def recursive_get(key: str, dicts: List[Dict[str, Any]], i: int) -> Any:
         if i >= len(dicts):
@@ -125,6 +221,20 @@ def recursive_get(key: str, dicts: List[Dict[str, Any]], i: int) -> Any:
 def check_required(
     required_fields: Dict[str, bool], extractor_name: str, non_empty: bool = False
 ):
+    """
+    Checks if required fields are present in the extracted dict.
+
+    Args:
+        required_fields (Dict[str, bool]): Dict of required fields if defining which
+            fields must be present and which can be None.
+
+        extractor_name (str): Name of the extractor for logging purposes.
+
+        non_empty (bool, optional): If True then empty strings and empty lists are considered
+            as not present. Defaults to False.
+
+    """
+
     def inner(extracted_dict: Dict[Any, Any], metadata: PipeMetadata):
         for key, value in required_fields.items():
             if key not in extracted_dict:
diff --git a/cmoncrawl/processor/pipeline/downloader.py b/cmoncrawl/processor/pipeline/downloader.py
index d11d4f07..3753e65b 100644
--- a/cmoncrawl/processor/pipeline/downloader.py
+++ b/cmoncrawl/processor/pipeline/downloader.py
@@ -6,7 +6,7 @@
 import random
 import re
 from types import TracebackType
-from aiohttp import ClientError, ClientSession
+from aiohttp import ClientError, ClientSession, ContentTypeError, ServerConnectionError
 from typing import List, Tuple, Type
 from aiofiles import open as asyncOpen
 
@@ -24,6 +24,10 @@
 
 
 class IDownloader:
+    """
+    Base class for all downloaders
+    """
+
     async def download(
         self, domain_record: DomainRecord
     ) -> (List[Tuple[str, PipeMetadata]]):
@@ -31,6 +35,18 @@ async def download(
 
 
 class AsyncDownloader(IDownloader):
+    """
+    Downloader which asynchronously downloads the the data for the domain_record
+
+    Args:
+        base_url (str, optional): Base url where to download data from. Defaults to "https://data.commoncrawl.org/".
+        digest_verification (bool, optional): Whether to verify the digest of the downloaded data. Defaults to True.
+        max_retry (int, optional): Maximum number of retries. Defaults to 5.
+        sleep_step (int, optional): Sleep increase time between retries. Defaults to 10.
+        encoding: Default encoding to be used
+
+    """
+
     def __init__(
         self,
         base_url: str = "https://data.commoncrawl.org/",
@@ -87,8 +103,10 @@ def should_retry(retry: int, reason: str, status: int, **args: str):
             except (
                 ClientError,
                 TimeoutError,
+                ServerConnectionError,
+                ContentTypeError,
             ) as e:
-                if not should_retry(retry, f"{str(e)} {type(e)}", 0):
+                if not should_retry(retry, f"{str(e)} {type(e)}", 500):
                     raise e
             await asyncio.sleep(random.randint(0, (retry + 1) * self.__sleep_step))
         ret: List[Tuple[str, PipeMetadata]] = []
@@ -138,6 +156,11 @@ class DownloaderDummy(IDownloader):
     Dummy downloader for testing
     It doesn't download anything but return files passed in the constructor
     and extracts metadata from the file
+
+    Args:
+        files (List[Path]): List of files to return
+        url (str, optional): Url to use for metadata. Defaults to None.
+        date (datetime, optional): Date to add to metadata. Defaults to None.
     """
 
     def __init__(
diff --git a/cmoncrawl/processor/pipeline/extractor.py b/cmoncrawl/processor/pipeline/extractor.py
index c2b94fbd..4405fb33 100644
--- a/cmoncrawl/processor/pipeline/extractor.py
+++ b/cmoncrawl/processor/pipeline/extractor.py
@@ -8,12 +8,32 @@
 
 
 class IExtractor(ABC):
+    """
+    Base class for all extractors
+    """
+
     @abstractmethod
     def extract(self, response: str, metadata: PipeMetadata) -> Dict[str, Any] | None:
+        """
+        Extracts the data from the response, if the extractor fails to extract the data it should return None
+        return None
+
+        Args:
+            response (str): response from the downloader
+            metadata (PipeMetadata): Metadata of the response
+        """
         raise NotImplementedError()
 
 
 class BaseExtractor(IExtractor, ABC):
+    """
+    Base class for all soup extractors
+
+    Args:
+        encoding (str, optional): Default encoding to be used. Defaults to None.
+
+    """
+
     def __init__(self, encoding: str | None = None):
         self.encoding = encoding
 
@@ -85,6 +105,9 @@ def preprocess(self, response: str, metadata: PipeMetadata) -> str:
 class HTMLExtractor(BaseExtractor):
     """
     Dummy Extractor which simply extracts the html
+
+    Args:
+        filter_non_ok (bool, optional): If True, only 200 status codes will be extracted. Defaults to True.
     """
 
     def __init__(self, filter_non_ok: bool = True):
@@ -116,7 +139,10 @@ def filter_raw(self, response: str, metadata: PipeMetadata):
 
 class DomainRecordExtractor(BaseExtractor):
     """
-    Dummy Extractor which simply extracts the html
+    Dummy Extractor which simply extracts the domain record
+
+    Args:
+        filter_non_ok (bool, optional): If True, only 200 status codes will be extracted. Defaults to True.
     """
 
     def __init__(self, filter_non_ok: bool = True):
diff --git a/cmoncrawl/processor/pipeline/router.py b/cmoncrawl/processor/pipeline/router.py
index 69445317..d8001ed4 100644
--- a/cmoncrawl/processor/pipeline/router.py
+++ b/cmoncrawl/processor/pipeline/router.py
@@ -29,10 +29,17 @@ class Route:
 
 
 class IRouter(ABC):
+    """
+    Base class for all routers
+    """
+
     @abstractmethod
     def route(
         self, url: str | None, time: datetime | None, metadata: PipeMetadata
     ) -> IExtractor:
+        """
+        Routes the url to the correct extractor
+        """
         raise NotImplementedError()
 
 
@@ -56,6 +63,9 @@ def load_module(self, module_path: Path):
         return module, module_name
 
     def load_module_as_extractor(self, module_path: Path):
+        """
+        Loads a module and returns its extractor
+        """
         module, module_name = self.load_module(module_path)
         name: str = getattr(module, "NAME", module_name)
         extractor: IExtractor | None = getattr(module, "extractor", None)
@@ -88,6 +98,16 @@ def register_route(
         since: datetime | None = None,
         to: datetime | None = None,
     ):
+        """
+        Registers a route for a given extractor name and regex
+
+        Args:
+            name (str): The name of the extractor
+            regex (Union[str, List[str]]): The regex to match against
+            since (datetime | None, optional): The earliest time to route to this extractor. Defaults to None.
+            to (datetime | None, optional): The latest time to route to this extractor. Defaults to None.
+
+        """
         if isinstance(regex, str):
             regex = [regex]
         regex_compiled = [re.compile(regex) for regex in regex]
@@ -121,6 +141,14 @@ def _as_offset_aware(self, time: datetime) -> datetime:
     def route(
         self, url: str | None, time: datetime | None, metadata: PipeMetadata
     ) -> IExtractor:
+        """
+        Routes the url to the correct extractor based on the url and time
+
+        Args:
+            url (str | None): The url to route
+            time (datetime | None): The time to route
+            metadata (PipeMetadata): The metadata for the current pipeline
+        """
         # check if offset naive datetime if so then convert to utc
         if url is None:
             raise ValueError("Url must not be None")
diff --git a/docs/build/_templates/module.rst b/docs/build/_templates/module.rst
deleted file mode 100644
index b10fefa4..00000000
--- a/docs/build/_templates/module.rst
+++ /dev/null
@@ -1,66 +0,0 @@
-{{ fullname | escape | underline}}
-
-.. automodule:: {{ fullname }}
-
-   {% block attributes %}
-   {% if attributes %}
-   .. rubric:: Module attributes
-
-   .. autosummary::
-      :toctree:
-   {% for item in attributes %}
-      {{ item }}
-   {%- endfor %}
-   {% endif %}
-   {% endblock %}
-
-   {% block functions %}
-   {% if functions %}
-   .. rubric:: {{ _('Functions') }}
-
-   .. autosummary::
-      :toctree:
-      :nosignatures:
-   {% for item in functions %}
-      {{ item }}
-   {%- endfor %}
-   {% endif %}
-   {% endblock %}
-
-   {% block classes %}
-   {% if classes %}
-   .. rubric:: {{ _('Classes') }}
-
-   .. autosummary::
-      :toctree:
-      :template: class.rst
-      :nosignatures:
-   {% for item in classes %}
-      {{ item }}
-   {%- endfor %}
-   {% endif %}
-   {% endblock %}
-
-   {% block exceptions %}
-   {% if exceptions %}
-   .. rubric:: {{ _('Exceptions') }}
-
-   .. autosummary::
-      :toctree:
-   {% for item in exceptions %}
-      {{ item }}
-   {%- endfor %}
-   {% endif %}
-   {% endblock %}
-
-{% block modules %}
-{% if modules %}
-.. autosummary::
-   :toctree:
-   :template: module.rst
-   :recursive:
-{% for item in modules %}
-   {{ item }}
-{%- endfor %}
-{% endif %}
-{% endblock %}
\ No newline at end of file
diff --git a/docs/build/doctrees/api.doctree b/docs/build/doctrees/api.doctree
index 95fbc4dc..7b41a2df 100644
Binary files a/docs/build/doctrees/api.doctree and b/docs/build/doctrees/api.doctree differ
diff --git a/docs/build/doctrees/environment.pickle b/docs/build/doctrees/environment.pickle
index 4789c48b..17964d75 100644
Binary files a/docs/build/doctrees/environment.pickle and b/docs/build/doctrees/environment.pickle differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.doctree b/docs/build/doctrees/generated/Aggregator.App.doctree
deleted file mode 100644
index 8a9d83d9..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainCrawl.__init__.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.DomainCrawl.__init__.doctree
deleted file mode 100644
index c4cf45ee..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainCrawl.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainCrawl.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.DomainCrawl.doctree
deleted file mode 100644
index 4f3fd013..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainCrawl.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainRecord.__init__.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.DomainRecord.__init__.doctree
deleted file mode 100644
index 5e1d05d9..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainRecord.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainRecord.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.DomainRecord.doctree
deleted file mode 100644
index 83928956..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.DomainRecord.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.__init__.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.__init__.doctree
deleted file mode 100644
index f5d79072..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.aclose.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.aclose.doctree
deleted file mode 100644
index 147185c3..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.aclose.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.aopen.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.aopen.doctree
deleted file mode 100644
index d5284fa1..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.aopen.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.doctree
deleted file mode 100644
index d5991c3f..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.doctree
deleted file mode 100644
index 9e20071a..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.doctree
deleted file mode 100644
index 5348badd..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.doctree
deleted file mode 100644
index d36288a1..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.RetrieveResponse.__init__.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.RetrieveResponse.__init__.doctree
deleted file mode 100644
index eea165f4..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.RetrieveResponse.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.RetrieveResponse.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.RetrieveResponse.doctree
deleted file mode 100644
index b87e2e2f..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.RetrieveResponse.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.index_query.doctree b/docs/build/doctrees/generated/Aggregator.App.index_query.doctree
deleted file mode 100644
index ce3dfc6a..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.index_query.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.doctree b/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.doctree
deleted file mode 100644
index 80135542..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.decode.doctree b/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.decode.doctree
deleted file mode 100644
index a1cff4bd..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.decode.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.doctree b/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.doctree
deleted file mode 100644
index b6370185..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.doctree b/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.doctree
deleted file mode 100644
index 2aa49acf..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.doctree b/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.doctree
deleted file mode 100644
index 42f88e3f..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.ndjson_decoder.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.App.utils.doctree b/docs/build/doctrees/generated/Aggregator.App.utils.doctree
deleted file mode 100644
index 5ff54744..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.App.utils.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.aggregator.doctree b/docs/build/doctrees/generated/Aggregator.aggregator.doctree
deleted file mode 100644
index 48d40e59..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.aggregator.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Aggregator.doctree b/docs/build/doctrees/generated/Aggregator.doctree
deleted file mode 100644
index 97f03677..00000000
Binary files a/docs/build/doctrees/generated/Aggregator.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.doctree
deleted file mode 100644
index a7f5e39d..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.doctree
deleted file mode 100644
index 40a58a2a..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.doctree
deleted file mode 100644
index 0429497b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.doctree
deleted file mode 100644
index ef3b1284..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.doctree
deleted file mode 100644
index 6a978cfb..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.doctree
deleted file mode 100644
index 37a94430..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.doctree
deleted file mode 100644
index 23199605..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.doctree
deleted file mode 100644
index 1f2173b4..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.doctree
deleted file mode 100644
index ae7093bc..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.doctree
deleted file mode 100644
index 662f5c20..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.doctree
deleted file mode 100644
index b0d28d18..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.doctree
deleted file mode 100644
index 9b1f7bf5..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.doctree
deleted file mode 100644
index 38346ba6..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_extractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_utils.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_utils.doctree
deleted file mode 100644
index 66f2929f..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.article_utils.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.ArticleUtils.doctree b/docs/build/doctrees/generated/Processor.App.ArticleUtils.doctree
deleted file mode 100644
index b6e15cf9..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.ArticleUtils.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.doctree
deleted file mode 100644
index 1be21036..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.__init__.doctree
deleted file mode 100644
index 441b50c4..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.doctree
deleted file mode 100644
index 4a420c04..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.download.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.download.doctree
deleted file mode 100644
index eb5bc1eb..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.Downloader.download.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.doctree
deleted file mode 100644
index 8d2c7344..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.doctree
deleted file mode 100644
index fc8ac10d..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.doctree
deleted file mode 100644
index 475aa448..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.doctree
deleted file mode 100644
index dc834f76..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.download.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.download.doctree
deleted file mode 100644
index 5549854e..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.download.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.doctree
deleted file mode 100644
index 360bf494..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.downloader.doctree
deleted file mode 100644
index 7296ad12..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.downloader.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.doctree
deleted file mode 100644
index c3de8472..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.doctree
deleted file mode 100644
index b1911f6c..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.doctree
deleted file mode 100644
index 3ff8ed54..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.doctree
deleted file mode 100644
index 26b61be1..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.doctree
deleted file mode 100644
index cfbd32f8..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.doctree
deleted file mode 100644
index 4ee001d2..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.doctree b/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.doctree
deleted file mode 100644
index 1756590b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Downloader.dummy_downloader.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.doctree
deleted file mode 100644
index c20dbe79..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.doctree
deleted file mode 100644
index f38c1ede..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.doctree
deleted file mode 100644
index 396e935a..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.doctree
deleted file mode 100644
index 275321c3..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.doctree
deleted file mode 100644
index 67dfacbb..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.doctree
deleted file mode 100644
index 6b9a0f18..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.doctree
deleted file mode 100644
index 9e06f2df..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.doctree
deleted file mode 100644
index 4fe1f96b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.doctree
deleted file mode 100644
index 52ea35a9..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.dummy_extractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.doctree
deleted file mode 100644
index a4a76ccb..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.doctree
deleted file mode 100644
index 34acbe56..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.doctree
deleted file mode 100644
index 2f5eee7b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.doctree
deleted file mode 100644
index ddb17171..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.doctree
deleted file mode 100644
index 6bc85c78..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.doctree
deleted file mode 100644
index a21f0a8a..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.doctree
deleted file mode 100644
index 77c26130..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor.doctree
deleted file mode 100644
index e1826168..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Extractor.extractor_utils.doctree b/docs/build/doctrees/generated/Processor.App.Extractor.extractor_utils.doctree
deleted file mode 100644
index fb99fee5..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Extractor.extractor_utils.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.doctree
deleted file mode 100644
index b76245e1..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.doctree
deleted file mode 100644
index ffd7567d..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.doctree
deleted file mode 100644
index 197a910a..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.doctree
deleted file mode 100644
index 59d1a0fd..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.doctree
deleted file mode 100644
index f052a232..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.doctree
deleted file mode 100644
index b7505f89..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.dummy_streamer.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.doctree
deleted file mode 100644
index ff149b6d..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.doctree
deleted file mode 100644
index ff4cd35c..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.doctree
deleted file mode 100644
index 2c73c738..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.doctree
deleted file mode 100644
index 256048bf..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.doctree
deleted file mode 100644
index 16675dcb..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.outstreamer.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.doctree
deleted file mode 100644
index 47cbf438..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.doctree
deleted file mode 100644
index 1d6a449f..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.doctree
deleted file mode 100644
index f5e24d68..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.doctree
deleted file mode 100644
index 041a1771..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.doctree
deleted file mode 100644
index 082285bc..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.doctree
deleted file mode 100644
index da5e7065..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.doctree
deleted file mode 100644
index a96eb078..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.doctree
deleted file mode 100644
index 803da1c2..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.doctree
deleted file mode 100644
index f98a4e89..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.doctree
deleted file mode 100644
index 94b85f29..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.doctree
deleted file mode 100644
index e235b2e7..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.doctree
deleted file mode 100644
index b46ce5d4..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.doctree
deleted file mode 100644
index 24861d2b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.doctree
deleted file mode 100644
index 84f81b9b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.doctree
deleted file mode 100644
index e6b71a0e..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.doctree
deleted file mode 100644
index 7b261d9e..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.doctree
deleted file mode 100644
index 42be412d..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.doctree
deleted file mode 100644
index 9810a4ff..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.doctree b/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.doctree
deleted file mode 100644
index c0bca8f6..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.OutStreamer.stream_to_file.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Pipeline.doctree b/docs/build/doctrees/generated/Processor.App.Pipeline.doctree
deleted file mode 100644
index 08915d93..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Pipeline.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.doctree
deleted file mode 100644
index 277eb958..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.doctree b/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.doctree
deleted file mode 100644
index 67e3b0e6..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.doctree b/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.doctree
deleted file mode 100644
index d77a3264..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.doctree b/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.doctree
deleted file mode 100644
index cc6a0c76..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Pipeline.pipeline.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.doctree b/docs/build/doctrees/generated/Processor.App.Router.doctree
deleted file mode 100644
index fe17917f..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Route.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Route.__init__.doctree
deleted file mode 100644
index 42ea51e0..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Route.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Route.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Route.doctree
deleted file mode 100644
index dc3dcb4b..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Route.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.__init__.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.__init__.doctree
deleted file mode 100644
index 8a2b0c24..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.doctree
deleted file mode 100644
index bde97845..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.load_module.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.load_module.doctree
deleted file mode 100644
index b3d225d0..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.load_module.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.load_modules.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.load_modules.doctree
deleted file mode 100644
index 371e2087..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.load_modules.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.register_route.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.register_route.doctree
deleted file mode 100644
index 4a1f1184..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.register_route.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.register_routes.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.register_routes.doctree
deleted file mode 100644
index 87072183..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.register_routes.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.Router.route.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.Router.route.doctree
deleted file mode 100644
index 63d1e5c0..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.Router.route.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.Router.router.doctree b/docs/build/doctrees/generated/Processor.App.Router.router.doctree
deleted file mode 100644
index 7aa3ad47..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.Router.router.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.doctree b/docs/build/doctrees/generated/Processor.App.doctree
deleted file mode 100644
index 0d9c9c84..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.processor_utils.DomainRecord.__init__.doctree b/docs/build/doctrees/generated/Processor.App.processor_utils.DomainRecord.__init__.doctree
deleted file mode 100644
index 1619f359..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.processor_utils.DomainRecord.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.processor_utils.DomainRecord.doctree b/docs/build/doctrees/generated/Processor.App.processor_utils.DomainRecord.doctree
deleted file mode 100644
index aa81adcf..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.processor_utils.DomainRecord.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.processor_utils.PipeMetadata.__init__.doctree b/docs/build/doctrees/generated/Processor.App.processor_utils.PipeMetadata.__init__.doctree
deleted file mode 100644
index 27abae50..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.processor_utils.PipeMetadata.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.processor_utils.PipeMetadata.doctree b/docs/build/doctrees/generated/Processor.App.processor_utils.PipeMetadata.doctree
deleted file mode 100644
index 4ed8a9b6..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.processor_utils.PipeMetadata.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.App.processor_utils.doctree b/docs/build/doctrees/generated/Processor.App.processor_utils.doctree
deleted file mode 100644
index 20a5deb2..00000000
Binary files a/docs/build/doctrees/generated/Processor.App.processor_utils.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.doctree b/docs/build/doctrees/generated/Processor.doctree
deleted file mode 100644
index 7829de79..00000000
Binary files a/docs/build/doctrees/generated/Processor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.process_article.doctree b/docs/build/doctrees/generated/Processor.process_article.doctree
deleted file mode 100644
index 541faf14..00000000
Binary files a/docs/build/doctrees/generated/Processor.process_article.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.__init__.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.__init__.doctree
deleted file mode 100644
index 15c2ea3b..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.doctree
deleted file mode 100644
index 71dcd299..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_before_message.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_before_message.doctree
deleted file mode 100644
index 65480dbd..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_before_message.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_connected.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_connected.doctree
deleted file mode 100644
index 0548d732..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_connected.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_connecting.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_connecting.doctree
deleted file mode 100644
index ea14ea3a..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_connecting.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_disconnected.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_disconnected.doctree
deleted file mode 100644
index 229773a1..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_disconnected.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_disconnecting.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_disconnecting.doctree
deleted file mode 100644
index 901aed43..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_disconnecting.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_error.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_error.doctree
deleted file mode 100644
index 9a89bd63..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_error.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_heartbeat.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_heartbeat.doctree
deleted file mode 100644
index 515d6b6c..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_heartbeat.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_heartbeat_timeout.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_heartbeat_timeout.doctree
deleted file mode 100644
index 6cdf623e..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_heartbeat_timeout.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_message.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_message.doctree
deleted file mode 100644
index 2ff64cc0..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_message.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_receipt.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_receipt.doctree
deleted file mode 100644
index ea7fc41b..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_receipt.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_receiver_loop_completed.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_receiver_loop_completed.doctree
deleted file mode 100644
index 96857c8e..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_receiver_loop_completed.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Listener.on_send.doctree b/docs/build/doctrees/generated/Processor.processor.Listener.on_send.doctree
deleted file mode 100644
index 68ac1b4d..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Listener.on_send.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.ListnerStats.__init__.doctree b/docs/build/doctrees/generated/Processor.processor.ListnerStats.__init__.doctree
deleted file mode 100644
index 38ac0c49..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.ListnerStats.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.ListnerStats.doctree b/docs/build/doctrees/generated/Processor.processor.ListnerStats.doctree
deleted file mode 100644
index e2aa4cbd..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.ListnerStats.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Message.__init__.doctree b/docs/build/doctrees/generated/Processor.processor.Message.__init__.doctree
deleted file mode 100644
index 57d734d8..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Message.__init__.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.Message.doctree b/docs/build/doctrees/generated/Processor.processor.Message.doctree
deleted file mode 100644
index a5db1259..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.Message.doctree and /dev/null differ
diff --git a/docs/build/doctrees/generated/Processor.processor.doctree b/docs/build/doctrees/generated/Processor.processor.doctree
deleted file mode 100644
index 15cf4376..00000000
Binary files a/docs/build/doctrees/generated/Processor.processor.doctree and /dev/null differ
diff --git a/docs/build/doctrees/index.doctree b/docs/build/doctrees/index.doctree
index bdb9102b..68f64384 100644
Binary files a/docs/build/doctrees/index.doctree and b/docs/build/doctrees/index.doctree differ
diff --git a/docs/build/doctrees/installation.doctree b/docs/build/doctrees/installation.doctree
deleted file mode 100644
index 234c09af..00000000
Binary files a/docs/build/doctrees/installation.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/artemis-queue.doctree b/docs/build/doctrees/quickstart/artemis-queue.doctree
deleted file mode 100644
index e05e3710..00000000
Binary files a/docs/build/doctrees/quickstart/artemis-queue.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/download_article.doctree b/docs/build/doctrees/quickstart/download_article.doctree
deleted file mode 100644
index a5a2b00b..00000000
Binary files a/docs/build/doctrees/quickstart/download_article.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/index.doctree b/docs/build/doctrees/quickstart/index.doctree
deleted file mode 100644
index 86cb124d..00000000
Binary files a/docs/build/doctrees/quickstart/index.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/installation.doctree b/docs/build/doctrees/quickstart/installation.doctree
deleted file mode 100644
index 33fe40fe..00000000
Binary files a/docs/build/doctrees/quickstart/installation.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/middleware.doctree b/docs/build/doctrees/quickstart/middleware.doctree
deleted file mode 100644
index 28f501cb..00000000
Binary files a/docs/build/doctrees/quickstart/middleware.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/overview.doctree b/docs/build/doctrees/quickstart/overview.doctree
deleted file mode 100644
index 34dd3019..00000000
Binary files a/docs/build/doctrees/quickstart/overview.doctree and /dev/null differ
diff --git a/docs/build/doctrees/quickstart/quick-start.doctree b/docs/build/doctrees/quickstart/quick-start.doctree
deleted file mode 100644
index 58ae2918..00000000
Binary files a/docs/build/doctrees/quickstart/quick-start.doctree and /dev/null differ
diff --git a/docs/build/html/.buildinfo b/docs/build/html/.buildinfo
index ed36e0d1..251c030d 100644
--- a/docs/build/html/.buildinfo
+++ b/docs/build/html/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: f83e2738440146eb7aee758ea06be062
+config: 455dcb0e361cb666a31520aa4f46b2fc
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/build/html/_sources/api.rst.txt b/docs/build/html/_sources/api.rst.txt
index 76c4a0e7..2ed3eeb5 100644
--- a/docs/build/html/_sources/api.rst.txt
+++ b/docs/build/html/_sources/api.rst.txt
@@ -6,8 +6,7 @@ API
     :toctree: generated
 
 
-    Aggregator
-    Processor
+    cmoncrawl
 
 
 
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst.txt
deleted file mode 100644
index 85e4d70b..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.DomainCrawl.\_\_init\_\_
-====================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: DomainCrawl.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainCrawl.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainCrawl.rst.txt
deleted file mode 100644
index f72f8295..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainCrawl.rst.txt
+++ /dev/null
@@ -1,32 +0,0 @@
-Aggregator.App.index\_query.DomainCrawl
-=======================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: DomainCrawl
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DomainCrawl.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~DomainCrawl.cdx_server
-      ~DomainCrawl.domain
-      ~DomainCrawl.page
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainRecord.__init__.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainRecord.__init__.rst.txt
deleted file mode 100644
index ad2f70fa..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainRecord.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.DomainRecord.\_\_init\_\_
-=====================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: DomainRecord.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainRecord.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainRecord.rst.txt
deleted file mode 100644
index 15196f89..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.DomainRecord.rst.txt
+++ /dev/null
@@ -1,36 +0,0 @@
-Aggregator.App.index\_query.DomainRecord
-========================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: DomainRecord
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DomainRecord.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~DomainRecord.digest
-      ~DomainRecord.encoding
-      ~DomainRecord.timestamp
-      ~DomainRecord.filename
-      ~DomainRecord.url
-      ~DomainRecord.offset
-      ~DomainRecord.length
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst.txt
deleted file mode 100644
index 9bf74300..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.\_\_init\_\_
-========================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst.txt
deleted file mode 100644
index 3de6bcdf..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.aclose
-==================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.aclose
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst.txt
deleted file mode 100644
index f62b5568..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.aopen
-=================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.aopen
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst.txt
deleted file mode 100644
index 49c1a573..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.get\_all\_CC\_indexes
-=================================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.get_all_CC_indexes
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst.txt
deleted file mode 100644
index 61a404c4..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.get\_captured\_responses
-====================================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.get_captured_responses
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst.txt
deleted file mode 100644
index 2a2427bd..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.get\_number\_of\_pages
-==================================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.get_number_of_pages
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.rst.txt
deleted file mode 100644
index 33ebd99b..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.IndexAggregator.rst.txt
+++ /dev/null
@@ -1,29 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator
-===========================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: IndexAggregator
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~IndexAggregator.__init__
-      ~IndexAggregator.aclose
-      ~IndexAggregator.aopen
-      ~IndexAggregator.get_all_CC_indexes
-      ~IndexAggregator.get_captured_responses
-      ~IndexAggregator.get_number_of_pages
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst.txt
deleted file mode 100644
index 90655f25..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.RetrieveResponse.\_\_init\_\_
-=========================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: RetrieveResponse.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.RetrieveResponse.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.RetrieveResponse.rst.txt
deleted file mode 100644
index 49c3fbaa..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.RetrieveResponse.rst.txt
+++ /dev/null
@@ -1,32 +0,0 @@
-Aggregator.App.index\_query.RetrieveResponse
-============================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: RetrieveResponse
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~RetrieveResponse.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~RetrieveResponse.status
-      ~RetrieveResponse.content
-      ~RetrieveResponse.reason
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.index_query.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.index_query.rst.txt
deleted file mode 100644
index 21d0ce61..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.index_query.rst.txt
+++ /dev/null
@@ -1,41 +0,0 @@
-Aggregator.App.index\_query
-===========================
-
-.. automodule:: Aggregator.App.index_query
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      crawl_to_year
-      timestamp_to_datetime
-      to_timestamp_format
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DomainCrawl
-      DomainRecord
-      IndexAggregator
-      RetrieveResponse
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst.txt
deleted file mode 100644
index 9519a827..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder.\_\_init\_\_
-===================================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. automethod:: Decoder.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst.txt
deleted file mode 100644
index 347d669d..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder.decode
-=============================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. automethod:: Decoder.decode
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst.txt
deleted file mode 100644
index d8582fe2..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder.raw\_decode
-==================================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. automethod:: Decoder.raw_decode
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.rst.txt
deleted file mode 100644
index 38606e34..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.Decoder.rst.txt
+++ /dev/null
@@ -1,26 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder
-======================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. autoclass:: Decoder
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Decoder.__init__
-      ~Decoder.decode
-      ~Decoder.raw_decode
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.rst.txt
deleted file mode 100644
index e23af3d3..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.ndjson_decoder.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Aggregator.App.ndjson\_decoder
-==============================
-
-.. automodule:: Aggregator.App.ndjson_decoder
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Decoder
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Aggregator.App.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.rst.txt
deleted file mode 100644
index d895b720..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.rst.txt
+++ /dev/null
@@ -1,33 +0,0 @@
-Aggregator.App
-==============
-
-.. automodule:: Aggregator.App
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Aggregator.App.index_query
-   Aggregator.App.ndjson_decoder
-   Aggregator.App.utils
-
diff --git a/docs/build/html/_sources/generated/Aggregator.App.utils.rst.txt b/docs/build/html/_sources/generated/Aggregator.App.utils.rst.txt
deleted file mode 100644
index 98dabc43..00000000
--- a/docs/build/html/_sources/generated/Aggregator.App.utils.rst.txt
+++ /dev/null
@@ -1,23 +0,0 @@
-Aggregator.App.utils
-====================
-
-.. automodule:: Aggregator.App.utils
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Aggregator.aggregator.rst.txt b/docs/build/html/_sources/generated/Aggregator.aggregator.rst.txt
deleted file mode 100644
index a181dc26..00000000
--- a/docs/build/html/_sources/generated/Aggregator.aggregator.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Aggregator.aggregator
-=====================
-
-.. automodule:: Aggregator.aggregator
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      aggregate
-      init_connection
-      unify_url_id
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Aggregator.rst.txt b/docs/build/html/_sources/generated/Aggregator.rst.txt
deleted file mode 100644
index 32185271..00000000
--- a/docs/build/html/_sources/generated/Aggregator.rst.txt
+++ /dev/null
@@ -1,32 +0,0 @@
-Aggregator
-==========
-
-.. automodule:: Aggregator
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Aggregator.App
-   Aggregator.aggregator
-
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst.txt
deleted file mode 100644
index 0249c1c4..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.\_\_init\_\_
-===========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst.txt
deleted file mode 100644
index 597704ce..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.article\_extract
-===============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.article_extract
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst.txt
deleted file mode 100644
index c3b3734c..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.check\_required
-==============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.check_required
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst.txt
deleted file mode 100644
index abd8be1c..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.custom\_extract
-==============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.custom_extract
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst.txt
deleted file mode 100644
index ad21e89b..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.custom\_filter\_raw
-==================================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.custom_filter_raw
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst.txt
deleted file mode 100644
index 046ed0bd..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.custom\_filter\_soup
-===================================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.custom_filter_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst.txt
deleted file mode 100644
index 7c40a2f9..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.extract
-======================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.extract
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst.txt
deleted file mode 100644
index 0b613f02..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.extract\_soup
-============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.extract_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst.txt
deleted file mode 100644
index 932fc5f9..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.filter\_raw
-==========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.filter_raw
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst.txt
deleted file mode 100644
index e39b8e4e..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.filter\_soup
-===========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.filter_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst.txt
deleted file mode 100644
index 19d01c84..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.preprocess
-=========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.preprocess
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst.txt
deleted file mode 100644
index 835252a0..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst.txt
+++ /dev/null
@@ -1,42 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor
-==============================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. autoclass:: ArticleExtractor
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~ArticleExtractor.__init__
-      ~ArticleExtractor.article_extract
-      ~ArticleExtractor.check_required
-      ~ArticleExtractor.custom_extract
-      ~ArticleExtractor.custom_filter_raw
-      ~ArticleExtractor.custom_filter_soup
-      ~ArticleExtractor.extract
-      ~ArticleExtractor.extract_soup
-      ~ArticleExtractor.filter_raw
-      ~ArticleExtractor.filter_soup
-      ~ArticleExtractor.preprocess
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~ArticleExtractor.ENCODING
-      ~ArticleExtractor.SINCE
-      ~ArticleExtractor.TO
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.rst.txt
deleted file mode 100644
index bb03ee57..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_extractor.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor
-=============================================
-
-.. automodule:: Processor.App.ArticleUtils.article_extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      ArticleExtractor
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_utils.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_utils.rst.txt
deleted file mode 100644
index 6b1370a8..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.article_utils.rst.txt
+++ /dev/null
@@ -1,45 +0,0 @@
-Processor.App.ArticleUtils.article\_utils
-=========================================
-
-.. automodule:: Processor.App.ArticleUtils.article_utils
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      article_content_transform
-      author_transform
-      brief_transform
-      category_transform
-      comments_num_transform
-      cz_date_transform
-      date_complex_extract
-      format_date_transform
-      headline_transform
-      iso_date_transform
-      keywords_transform
-      must_exist_filter
-      must_not_exist_filter
-      remove_day_transform
-      text_unification_transform
-      text_unifications_transform
-      url_category_transform
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.rst.txt b/docs/build/html/_sources/generated/Processor.App.ArticleUtils.rst.txt
deleted file mode 100644
index 6a0e4336..00000000
--- a/docs/build/html/_sources/generated/Processor.App.ArticleUtils.rst.txt
+++ /dev/null
@@ -1,32 +0,0 @@
-Processor.App.ArticleUtils
-==========================
-
-.. automodule:: Processor.App.ArticleUtils
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.ArticleUtils.article_extractor
-   Processor.App.ArticleUtils.article_utils
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst.txt
deleted file mode 100644
index ea9c52eb..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.Downloader.\_\_init\_\_
-===========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: Downloader.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.download.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.download.rst.txt
deleted file mode 100644
index 9762af81..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.download.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.Downloader.download
-=======================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: Downloader.download
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.rst.txt
deleted file mode 100644
index 0e2076a2..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.Downloader.rst.txt
+++ /dev/null
@@ -1,25 +0,0 @@
-Processor.App.Downloader.downloader.Downloader
-==============================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. autoclass:: Downloader
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Downloader.__init__
-      ~Downloader.download
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst.txt
deleted file mode 100644
index c7c7c660..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.\_\_init\_\_
-===============================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst.txt
deleted file mode 100644
index 829f1b2d..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.aclose
-=========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.aclose
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst.txt
deleted file mode 100644
index b5086136..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.aopen
-========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.aopen
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst.txt
deleted file mode 100644
index ef0762f8..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.download
-===========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.download
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.rst.txt
deleted file mode 100644
index e52f8a01..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.rst.txt
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull
-==================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. autoclass:: DownloaderFull
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DownloaderFull.__init__
-      ~DownloaderFull.aclose
-      ~DownloaderFull.aopen
-      ~DownloaderFull.download
-      ~DownloaderFull.unwrap
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst.txt
deleted file mode 100644
index 3aa67a89..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.unwrap
-=========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.unwrap
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.rst.txt
deleted file mode 100644
index d6740402..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.downloader.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Downloader.downloader
-===================================
-
-.. automodule:: Processor.App.Downloader.downloader
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Downloader
-      DownloaderFull
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst.txt
deleted file mode 100644
index f7e15cdd..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.\_\_init\_\_
-=======================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst.txt
deleted file mode 100644
index a83e022e..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.download
-===================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.download
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst.txt
deleted file mode 100644
index 325a504c..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.extract\_url
-=======================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.extract_url
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst.txt
deleted file mode 100644
index d9d7db93..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.extract\_year
-========================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.extract_year
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst.txt
deleted file mode 100644
index 9ec464b6..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.mine\_metadata
-=========================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.mine_metadata
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst.txt
deleted file mode 100644
index fdc29bc9..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst.txt
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy
-==========================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. autoclass:: DownloaderDummy
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DownloaderDummy.__init__
-      ~DownloaderDummy.download
-      ~DownloaderDummy.extract_url
-      ~DownloaderDummy.extract_year
-      ~DownloaderDummy.mine_metadata
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.rst.txt
deleted file mode 100644
index 05782b33..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.dummy_downloader.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Downloader.dummy\_downloader
-==========================================
-
-.. automodule:: Processor.App.Downloader.dummy_downloader
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DownloaderDummy
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Downloader.rst.txt b/docs/build/html/_sources/generated/Processor.App.Downloader.rst.txt
deleted file mode 100644
index f3f6bf57..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Downloader.rst.txt
+++ /dev/null
@@ -1,32 +0,0 @@
-Processor.App.Downloader
-========================
-
-.. automodule:: Processor.App.Downloader
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Downloader.downloader
-   Processor.App.Downloader.dummy_downloader
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst.txt
deleted file mode 100644
index 722a74df..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.\_\_init\_\_
-===============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst.txt
deleted file mode 100644
index 020a42ef..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.extract
-==========================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.extract
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst.txt
deleted file mode 100644
index d63c6eae..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.extract\_soup
-================================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.extract_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst.txt
deleted file mode 100644
index 9dee323f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.filter\_raw
-==============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.filter_raw
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst.txt
deleted file mode 100644
index 45f63d7f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.filter\_soup
-===============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.filter_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst.txt
deleted file mode 100644
index 75d1ef77..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.preprocess
-=============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.preprocess
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst.txt
deleted file mode 100644
index ed37ef1b..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst.txt
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor
-==================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. autoclass:: Extractor
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Extractor.__init__
-      ~Extractor.extract
-      ~Extractor.extract_soup
-      ~Extractor.filter_raw
-      ~Extractor.filter_soup
-      ~Extractor.preprocess
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~Extractor.ENCODING
-      ~Extractor.SINCE
-      ~Extractor.TO
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.rst.txt
deleted file mode 100644
index 9d0a2a94..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.dummy_extractor.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Extractor.dummy\_extractor
-========================================
-
-.. automodule:: Processor.App.Extractor.dummy_extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Extractor
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst.txt
deleted file mode 100644
index e26ae44c..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.\_\_init\_\_
-============================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst.txt
deleted file mode 100644
index 498e1eef..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.extract
-=======================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.extract
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst.txt
deleted file mode 100644
index f843eff5..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.extract\_soup
-=============================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.extract_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst.txt
deleted file mode 100644
index c211b6d0..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.filter\_raw
-===========================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.filter_raw
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst.txt
deleted file mode 100644
index 5d0cb513..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.filter\_soup
-============================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.filter_soup
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst.txt
deleted file mode 100644
index bf213dc6..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.preprocess
-==========================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.preprocess
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.rst.txt
deleted file mode 100644
index 61c49d40..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.rst.txt
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor
-===============================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. autoclass:: BaseExtractor
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~BaseExtractor.__init__
-      ~BaseExtractor.extract
-      ~BaseExtractor.extract_soup
-      ~BaseExtractor.filter_raw
-      ~BaseExtractor.filter_soup
-      ~BaseExtractor.preprocess
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~BaseExtractor.ENCODING
-      ~BaseExtractor.SINCE
-      ~BaseExtractor.TO
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.rst.txt
deleted file mode 100644
index 96733184..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Extractor.extractor
-=================================
-
-.. automodule:: Processor.App.Extractor.extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      BaseExtractor
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor_utils.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.extractor_utils.rst.txt
deleted file mode 100644
index 636bbbfe..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.extractor_utils.rst.txt
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App.Extractor.extractor\_utils
-========================================
-
-.. automodule:: Processor.App.Extractor.extractor_utils
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      all_same_transform
-      combine_dicts
-      extract_transform
-      get_attribute_transform
-      get_tag_transform
-      get_tags_transform
-      get_text_list_transform
-      get_text_transform
-      transform
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Extractor.rst.txt b/docs/build/html/_sources/generated/Processor.App.Extractor.rst.txt
deleted file mode 100644
index 27e0561d..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Extractor.rst.txt
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor.App.Extractor
-=======================
-
-.. automodule:: Processor.App.Extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Extractor.dummy_extractor
-   Processor.App.Extractor.extractor
-   Processor.App.Extractor.extractor_utils
-
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst.txt
deleted file mode 100644
index 965c0790..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer.\_\_init\_\_
-====================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. automethod:: DummyStreamer.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst.txt
deleted file mode 100644
index ddb9fc08..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer.clean\_up
-=================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. automethod:: DummyStreamer.clean_up
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst.txt
deleted file mode 100644
index ad575bea..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst.txt
+++ /dev/null
@@ -1,26 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer
-=======================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. autoclass:: DummyStreamer
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DummyStreamer.__init__
-      ~DummyStreamer.clean_up
-      ~DummyStreamer.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst.txt
deleted file mode 100644
index 7b1278c6..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer.stream
-==============================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. automethod:: DummyStreamer.stream
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.rst.txt
deleted file mode 100644
index d724469a..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.dummy_streamer.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer
-=========================================
-
-.. automodule:: Processor.App.OutStreamer.dummy_streamer
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DummyStreamer
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst.txt
deleted file mode 100644
index ba586959..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer.\_\_init\_\_
-==============================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. automethod:: OutStreamer.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst.txt
deleted file mode 100644
index 57076dc4..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer.clean\_up
-===========================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. automethod:: OutStreamer.clean_up
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst.txt
deleted file mode 100644
index f4ed6b19..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst.txt
+++ /dev/null
@@ -1,26 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer
-=================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. autoclass:: OutStreamer
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamer.__init__
-      ~OutStreamer.clean_up
-      ~OutStreamer.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst.txt
deleted file mode 100644
index 2b776c8f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer.stream
-========================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. automethod:: OutStreamer.stream
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.rst.txt
deleted file mode 100644
index c96dca60..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.outstreamer.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.OutStreamer.outstreamer
-=====================================
-
-.. automodule:: Processor.App.OutStreamer.outstreamer
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      OutStreamer
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.rst.txt
deleted file mode 100644
index f554c110..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.rst.txt
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor.App.OutStreamer
-=========================
-
-.. automodule:: Processor.App.OutStreamer
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.OutStreamer.dummy_streamer
-   Processor.App.OutStreamer.outstreamer
-   Processor.App.OutStreamer.stream_to_file
-
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst.txt
deleted file mode 100644
index 3e71a599..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.\_\_init\_\_
-==============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst.txt
deleted file mode 100644
index 96db9ed7..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.clean\_up
-===========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.clean_up
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst.txt
deleted file mode 100644
index 2b06059f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.get\_file\_name
-=================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.get_file_name
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst.txt
deleted file mode 100644
index 6c994f6b..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.metadata\_to\_string
-======================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.metadata_to_string
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst.txt
deleted file mode 100644
index 81e7a152..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst.txt
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault
-=================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. autoclass:: OutStreamerFileDefault
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamerFileDefault.__init__
-      ~OutStreamerFileDefault.clean_up
-      ~OutStreamerFileDefault.get_file_name
-      ~OutStreamerFileDefault.metadata_to_string
-      ~OutStreamerFileDefault.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst.txt
deleted file mode 100644
index 61876e12..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.stream
-========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.stream
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst.txt
deleted file mode 100644
index 492ac309..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.\_\_init\_\_
-==================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst.txt
deleted file mode 100644
index 5ee2f762..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.clean\_up
-===============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.clean_up
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst.txt
deleted file mode 100644
index e8fc71a1..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.get\_file\_name
-=====================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.get_file_name
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst.txt
deleted file mode 100644
index 5041edba..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.metadata\_to\_string
-==========================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.metadata_to_string
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst.txt
deleted file mode 100644
index 6c387be1..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst.txt
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent
-=====================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. autoclass:: OutStreamerFileHTMLContent
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamerFileHTMLContent.__init__
-      ~OutStreamerFileHTMLContent.clean_up
-      ~OutStreamerFileHTMLContent.get_file_name
-      ~OutStreamerFileHTMLContent.metadata_to_string
-      ~OutStreamerFileHTMLContent.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst.txt
deleted file mode 100644
index 76b773a4..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.stream
-============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.stream
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst.txt
deleted file mode 100644
index fb03c5ca..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.\_\_init\_\_
-===========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst.txt
deleted file mode 100644
index f769b5df..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.clean\_up
-========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.clean_up
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst.txt
deleted file mode 100644
index be184ebe..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.get\_file\_name
-==============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.get_file_name
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst.txt
deleted file mode 100644
index 332848a9..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.metadata\_to\_string
-===================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.metadata_to_string
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst.txt
deleted file mode 100644
index f5663dfc..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst.txt
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON
-==============================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. autoclass:: OutStreamerFileJSON
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamerFileJSON.__init__
-      ~OutStreamerFileJSON.clean_up
-      ~OutStreamerFileJSON.get_file_name
-      ~OutStreamerFileJSON.metadata_to_string
-      ~OutStreamerFileJSON.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst.txt
deleted file mode 100644
index 5f6ef1f9..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.stream
-=====================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.stream
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.rst.txt b/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.rst.txt
deleted file mode 100644
index 8a3725d9..00000000
--- a/docs/build/html/_sources/generated/Processor.App.OutStreamer.stream_to_file.rst.txt
+++ /dev/null
@@ -1,32 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file
-==========================================
-
-.. automodule:: Processor.App.OutStreamer.stream_to_file
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      OutStreamerFileDefault
-      OutStreamerFileHTMLContent
-      OutStreamerFileJSON
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst.txt
deleted file mode 100644
index 77b2fd3f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Pipeline.pipeline.ProcessorPipeline.\_\_init\_\_
-==============================================================
-
-.. currentmodule:: Processor.App.Pipeline.pipeline
-
-.. automethod:: ProcessorPipeline.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst.txt b/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst.txt
deleted file mode 100644
index 598ebbad..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Pipeline.pipeline.ProcessorPipeline.process\_domain\_record
-=========================================================================
-
-.. currentmodule:: Processor.App.Pipeline.pipeline
-
-.. automethod:: ProcessorPipeline.process_domain_record
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst.txt b/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst.txt
deleted file mode 100644
index 02b3c1cb..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst.txt
+++ /dev/null
@@ -1,25 +0,0 @@
-Processor.App.Pipeline.pipeline.ProcessorPipeline
-=================================================
-
-.. currentmodule:: Processor.App.Pipeline.pipeline
-
-.. autoclass:: ProcessorPipeline
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~ProcessorPipeline.__init__
-      ~ProcessorPipeline.process_domain_record
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.rst.txt b/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.rst.txt
deleted file mode 100644
index a3c12dc7..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Pipeline.pipeline.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Pipeline.pipeline
-===============================
-
-.. automodule:: Processor.App.Pipeline.pipeline
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      ProcessorPipeline
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Pipeline.rst.txt b/docs/build/html/_sources/generated/Processor.App.Pipeline.rst.txt
deleted file mode 100644
index da6f2f8c..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Pipeline.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Pipeline
-======================
-
-.. automodule:: Processor.App.Pipeline
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Pipeline.pipeline
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Route.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Route.__init__.rst.txt
deleted file mode 100644
index 8e322777..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Route.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Route.\_\_init\_\_
-==============================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Route.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Route.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Route.rst.txt
deleted file mode 100644
index d5d789f0..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Route.rst.txt
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor.App.Router.router.Route
-=================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. autoclass:: Route
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Route.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~Route.name
-      ~Route.regexes
-      ~Route.since
-      ~Route.to
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.__init__.rst.txt
deleted file mode 100644
index b83aa285..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.\_\_init\_\_
-===============================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.load_module.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.load_module.rst.txt
deleted file mode 100644
index 4732d19f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.load_module.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.load\_module
-===============================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.load_module
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.load_modules.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.load_modules.rst.txt
deleted file mode 100644
index 59d81478..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.load_modules.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.load\_modules
-================================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.load_modules
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.register_route.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.register_route.rst.txt
deleted file mode 100644
index 20952e26..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.register_route.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.register\_route
-==================================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.register_route
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.register_routes.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.register_routes.rst.txt
deleted file mode 100644
index ce3eb617..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.register_routes.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.register\_routes
-===================================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.register_routes
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.route.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.route.rst.txt
deleted file mode 100644
index 012c88e8..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.route.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.route
-========================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.route
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.Router.rst.txt
deleted file mode 100644
index 3425cf67..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.Router.rst.txt
+++ /dev/null
@@ -1,29 +0,0 @@
-Processor.App.Router.router.Router
-==================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. autoclass:: Router
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Router.__init__
-      ~Router.load_module
-      ~Router.load_modules
-      ~Router.register_route
-      ~Router.register_routes
-      ~Router.route
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.router.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.router.rst.txt
deleted file mode 100644
index ff8944bf..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.router.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Router.router
-===========================
-
-.. automodule:: Processor.App.Router.router
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Route
-      Router
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.Router.rst.txt b/docs/build/html/_sources/generated/Processor.App.Router.rst.txt
deleted file mode 100644
index 794bc0ca..00000000
--- a/docs/build/html/_sources/generated/Processor.App.Router.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Router
-====================
-
-.. automodule:: Processor.App.Router
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Router.router
-
diff --git a/docs/build/html/_sources/generated/Processor.App.processor_utils.DomainRecord.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.processor_utils.DomainRecord.__init__.rst.txt
deleted file mode 100644
index 9ec73e9d..00000000
--- a/docs/build/html/_sources/generated/Processor.App.processor_utils.DomainRecord.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.processor\_utils.DomainRecord.\_\_init\_\_
-========================================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. automethod:: DomainRecord.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.processor_utils.DomainRecord.rst.txt b/docs/build/html/_sources/generated/Processor.App.processor_utils.DomainRecord.rst.txt
deleted file mode 100644
index 90d82a77..00000000
--- a/docs/build/html/_sources/generated/Processor.App.processor_utils.DomainRecord.rst.txt
+++ /dev/null
@@ -1,36 +0,0 @@
-Processor.App.processor\_utils.DomainRecord
-===========================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. autoclass:: DomainRecord
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DomainRecord.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~DomainRecord.digest
-      ~DomainRecord.encoding
-      ~DomainRecord.timestamp
-      ~DomainRecord.filename
-      ~DomainRecord.url
-      ~DomainRecord.offset
-      ~DomainRecord.length
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst.txt
deleted file mode 100644
index 24a6df00..00000000
--- a/docs/build/html/_sources/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.processor\_utils.PipeMetadata.\_\_init\_\_
-========================================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. automethod:: PipeMetadata.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.processor_utils.PipeMetadata.rst.txt b/docs/build/html/_sources/generated/Processor.App.processor_utils.PipeMetadata.rst.txt
deleted file mode 100644
index 3b77b49f..00000000
--- a/docs/build/html/_sources/generated/Processor.App.processor_utils.PipeMetadata.rst.txt
+++ /dev/null
@@ -1,35 +0,0 @@
-Processor.App.processor\_utils.PipeMetadata
-===========================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. autoclass:: PipeMetadata
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~PipeMetadata.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~PipeMetadata.encoding
-      ~PipeMetadata.name
-      ~PipeMetadata.domain_record
-      ~PipeMetadata.article_data
-      ~PipeMetadata.warc_header
-      ~PipeMetadata.http_header
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.App.processor_utils.rst.txt b/docs/build/html/_sources/generated/Processor.App.processor_utils.rst.txt
deleted file mode 100644
index a93397d5..00000000
--- a/docs/build/html/_sources/generated/Processor.App.processor_utils.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.processor\_utils
-==============================
-
-.. automodule:: Processor.App.processor_utils
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DomainRecord
-      PipeMetadata
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.App.rst.txt b/docs/build/html/_sources/generated/Processor.App.rst.txt
deleted file mode 100644
index fb937e59..00000000
--- a/docs/build/html/_sources/generated/Processor.App.rst.txt
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App
-=============
-
-.. automodule:: Processor.App
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Downloader
-   Processor.App.Extractor
-   Processor.App.OutStreamer
-   Processor.App.Pipeline
-   Processor.App.Router
-   Processor.App.processor_utils
-   Processor.App.ArticleUtils
-
diff --git a/docs/build/html/_sources/generated/Processor.process_article.rst.txt b/docs/build/html/_sources/generated/Processor.process_article.rst.txt
deleted file mode 100644
index a11fa785..00000000
--- a/docs/build/html/_sources/generated/Processor.process_article.rst.txt
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.process\_article
-==========================
-
-.. automodule:: Processor.process_article
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      article_process
-      main
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.__init__.rst.txt
deleted file mode 100644
index 260c0116..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.\_\_init\_\_
-=========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_before_message.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_before_message.rst.txt
deleted file mode 100644
index c8886fcc..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_before_message.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_before\_message
-================================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_before_message
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_connected.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_connected.rst.txt
deleted file mode 100644
index 103399f6..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_connected.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_connected
-==========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_connected
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_connecting.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_connecting.rst.txt
deleted file mode 100644
index d67c467e..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_connecting.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_connecting
-===========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_connecting
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_disconnected.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_disconnected.rst.txt
deleted file mode 100644
index 8a4de99f..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_disconnected.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_disconnected
-=============================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_disconnected
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_disconnecting.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_disconnecting.rst.txt
deleted file mode 100644
index 732d2212..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_disconnecting.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_disconnecting
-==============================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_disconnecting
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_error.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_error.rst.txt
deleted file mode 100644
index 878082af..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_error.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_error
-======================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_error
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_heartbeat.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_heartbeat.rst.txt
deleted file mode 100644
index a3b6d6c3..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_heartbeat.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_heartbeat
-==========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_heartbeat
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_heartbeat_timeout.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_heartbeat_timeout.rst.txt
deleted file mode 100644
index d5cbc54e..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_heartbeat_timeout.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_heartbeat\_timeout
-===================================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_heartbeat_timeout
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_message.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_message.rst.txt
deleted file mode 100644
index 5132b722..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_message.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_message
-========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_message
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_receipt.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_receipt.rst.txt
deleted file mode 100644
index 4d19d384..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_receipt.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_receipt
-========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_receipt
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_receiver_loop_completed.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_receiver_loop_completed.rst.txt
deleted file mode 100644
index 54925ad9..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_receiver_loop_completed.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_receiver\_loop\_completed
-==========================================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_receiver_loop_completed
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.on_send.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.on_send.rst.txt
deleted file mode 100644
index 33268c0b..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.on_send.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_send
-=====================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_send
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Listener.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Listener.rst.txt
deleted file mode 100644
index 78923da9..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Listener.rst.txt
+++ /dev/null
@@ -1,36 +0,0 @@
-Processor.processor.Listener
-============================
-
-.. currentmodule:: Processor.processor
-
-.. autoclass:: Listener
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Listener.__init__
-      ~Listener.on_before_message
-      ~Listener.on_connected
-      ~Listener.on_connecting
-      ~Listener.on_disconnected
-      ~Listener.on_disconnecting
-      ~Listener.on_error
-      ~Listener.on_heartbeat
-      ~Listener.on_heartbeat_timeout
-      ~Listener.on_message
-      ~Listener.on_receipt
-      ~Listener.on_receiver_loop_completed
-      ~Listener.on_send
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.ListnerStats.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.processor.ListnerStats.__init__.rst.txt
deleted file mode 100644
index 3db79398..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.ListnerStats.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.ListnerStats.\_\_init\_\_
-=============================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: ListnerStats.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.ListnerStats.rst.txt b/docs/build/html/_sources/generated/Processor.processor.ListnerStats.rst.txt
deleted file mode 100644
index 415cdbd2..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.ListnerStats.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.processor.ListnerStats
-================================
-
-.. currentmodule:: Processor.processor
-
-.. autoclass:: ListnerStats
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~ListnerStats.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~ListnerStats.last_message_time
-      ~ListnerStats.messages
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Message.__init__.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Message.__init__.rst.txt
deleted file mode 100644
index 8ae337eb..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Message.__init__.rst.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Message.\_\_init\_\_
-========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Message.__init__
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.Message.rst.txt b/docs/build/html/_sources/generated/Processor.processor.Message.rst.txt
deleted file mode 100644
index 33a1bd62..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.Message.rst.txt
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.processor.Message
-===========================
-
-.. currentmodule:: Processor.processor
-
-.. autoclass:: Message
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Message.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~Message.dr
-      ~Message.headers
-   
-   
\ No newline at end of file
diff --git a/docs/build/html/_sources/generated/Processor.processor.rst.txt b/docs/build/html/_sources/generated/Processor.processor.rst.txt
deleted file mode 100644
index 39334ada..00000000
--- a/docs/build/html/_sources/generated/Processor.processor.rst.txt
+++ /dev/null
@@ -1,42 +0,0 @@
-Processor.processor
-===================
-
-.. automodule:: Processor.processor
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      call_pipeline_with_ack
-      get_hostname_output_path
-      init_connection
-      init_pipeline
-      processor
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Listener
-      ListnerStats
-      Message
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/build/html/_sources/generated/Processor.rst.txt b/docs/build/html/_sources/generated/Processor.rst.txt
deleted file mode 100644
index e7964123..00000000
--- a/docs/build/html/_sources/generated/Processor.rst.txt
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor
-=========
-
-.. automodule:: Processor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App
-   Processor.process_article
-   Processor.processor
-
diff --git a/docs/build/html/_sources/index.rst.txt b/docs/build/html/_sources/index.rst.txt
index ec503ff9..ff1fa92a 100644
--- a/docs/build/html/_sources/index.rst.txt
+++ b/docs/build/html/_sources/index.rst.txt
@@ -10,15 +10,15 @@ Welcome to CommonCrawl Extractor's documentation!
    :maxdepth: 3
    :caption: Contents:
 
-   installation
-   quickstart/index
+   usage
+   cli/index
+   extraction/index
+   prog_guide/index
+   misc/index
    api
 
 
 
-
-
-
 Indices and tables
 ==================
 
diff --git a/docs/build/html/_sources/installation.rst.txt b/docs/build/html/_sources/installation.rst.txt
deleted file mode 100644
index b97c2f7e..00000000
--- a/docs/build/html/_sources/installation.rst.txt
+++ /dev/null
@@ -1,17 +0,0 @@
-Installation
-============
-
-
-The project was developed using Python 3.10. It's not recommended to use oldered versions of Python as dataclass and type hints are used.
-To install packages required to run the project you can use either pip or conda.
-
-1. Install packages using pip: `$ pip install -r requirements.txt`
-
-2. Install packages using conda: `$ conda env create -f environment.yml` -> `$ conda activate extractor`
-
-======
-Docker
-======
-While it's possible to run the project without Docker it's recommended to use it as it will make the process of running the project much easier.
-Please install docker and docker-compose before running the project.
-
diff --git a/docs/build/html/_sources/quickstart/artemis-queue.rst.txt b/docs/build/html/_sources/quickstart/artemis-queue.rst.txt
deleted file mode 100644
index b3b266c5..00000000
--- a/docs/build/html/_sources/quickstart/artemis-queue.rst.txt
+++ /dev/null
@@ -1,13 +0,0 @@
-Artemis Queue
-=============
-
-`Artemis <https://activemq.apache.org/components/artemis/>`_ is a message queue that is designed to be fast, scalable, and easy to use
-
-We use artemis for communication between Aggregator and Processor.
-If you use docker approach you don't need to install artemis manually.
-However it's good to know that artemis provides a web console for monitoring and management.
-You can connect to this console while running the docker containers by opening the following URL in your browser: `Console <http://localhost:8161/console/auth/login>`_.
-The password is `admin` and the username is `admin`. There you can see the status of the queues.
-
-
-
diff --git a/docs/build/html/_sources/quickstart/download_article.rst.txt b/docs/build/html/_sources/quickstart/download_article.rst.txt
deleted file mode 100644
index a99225fe..00000000
--- a/docs/build/html/_sources/quickstart/download_article.rst.txt
+++ /dev/null
@@ -1 +0,0 @@
-.. automodule:: download_article
\ No newline at end of file
diff --git a/docs/build/html/_sources/quickstart/index.rst.txt b/docs/build/html/_sources/quickstart/index.rst.txt
deleted file mode 100644
index ce5b60e9..00000000
--- a/docs/build/html/_sources/quickstart/index.rst.txt
+++ /dev/null
@@ -1,10 +0,0 @@
-Quick Start Guide
-=================
-
-.. toctree::
-    :maxdepth: 2
-    :caption: Contents:
-
-    overview
-    quick-start
-    artemis-queue
\ No newline at end of file
diff --git a/docs/build/html/_sources/quickstart/installation.rst.txt b/docs/build/html/_sources/quickstart/installation.rst.txt
deleted file mode 100644
index 976968fa..00000000
--- a/docs/build/html/_sources/quickstart/installation.rst.txt
+++ /dev/null
@@ -1,10 +0,0 @@
-Installation
-============
-
-
-The project was developed using Python 3.10. It's not recommended to use oldered versions of Python as dataclass and type hints are used.
-To install packages required to run the project you can use either pip or conda.
-1. Install packages using pip: `$ pip install -r requirements.txt`
-2. Install packages using conda: `$ conda env create -f environment.yml` -> `$ conda activate extractor`
-
-
diff --git a/docs/build/html/_sources/quickstart/middleware.rst.txt b/docs/build/html/_sources/quickstart/middleware.rst.txt
deleted file mode 100644
index e69de29b..00000000
diff --git a/docs/build/html/_sources/quickstart/overview.rst.txt b/docs/build/html/_sources/quickstart/overview.rst.txt
deleted file mode 100644
index 5b17d502..00000000
--- a/docs/build/html/_sources/quickstart/overview.rst.txt
+++ /dev/null
@@ -1,113 +0,0 @@
-Quick Overview
-==============
-
-The process of getting one parsed web page from CommonCrawl can be described as a pipeline.
-
-1. Query CommmonCrawl to find a link to a file that contains the web page we want.
-2. Download a file
-3. Choose parser for the web page
-4. Filter out the web page if not matching the conditions
-5. Extract fields from the page
-6. Save the fields to a file
-
-
-
-The first step is handled by `Aggregator` while the rest is handled by `Processor`.
-We will now go through each step in detail. We will be describing the usage where we use the Artemis Queue as middleware between the `Aggregator` and `Processor` to communicate.
-However it should not be much different with other middleware of your choice. Please refere to `download_article.py` which should give you an idea how to create a custom pipeline where you can insert your own middleware.
-
-
-
-=======================
-1. Querying CommonCrawl
-=======================
-what WARC File how
-    `WARC <https://en.wikipedia.org/wiki/Web_ARChive>`_ is a file format that is used for storing multitudes of web resources.
-    In our case these files contain a bunch of downloaded web pages and their metadata.
-    It's possible to get only part of the file by specifying the offset in file and length of the part we want.
-
-
-what
-    Common Crawl Index
-how
-    A CommonCrawl index is a collection which maps crawled urls to WARC file which contain the crawl of that url.
-
-Every month a CommonCrawl releases a new index which contains all links to web pages that were crawled that month.
-
-.. warning::
-    It is important to understand that even if the index was released in a certain month, it can contain the links to web pages that might be older.
-
-Thus in order to download an page we query the index to get link to respective WARC file, offset and length of page.
-Since there are multiples of the indexes we should query all of them to make sure we don't miss the page.
-With the link to the WARC and offset and length we can continue to another step. 
-
-All this is handled by :py:class:`Aggregator.App.index_query.IndexAggregator`. But for basic use you will not need to use it directly.
-
-
-The :py:mod:`Aggregator.aggregator` is the file you will work with.
-It's command line utility which will start and instance of aggregator. Such an instance will query the specified indexes with given url and send the results to the Middleware(Artemis Queue).
-
-
-.. code-block:: bash
-    :caption: This will start and instance of aggregator which will query the indexes from 2014-12-30 to 2016-01-30 for the url bbc.com
-
-        $ python -m  Aggregator.aggregator --url bbc.com --since=2014-12-30 --to=2016-01-30
-
-
-
-
-=====================
-2. Downloading a file
-=====================
-The Processor node than downloads the url and related information from queue and downloads the appropriate WARC file.
-This step is handled by :py:mod:`Processor.App.Downloader.downloader.Downloader`.
-It simply downloads and extracts the page from the WARC file.
-
-
-================
-3. Choose parser
-================
-
-Once the page is downloaded we first need to choose a parser for it.
-Parsers are dynamically loaded based on definitions in config file. By default such a config
-is `Processor/config.json`.  All loaded processors are then matched against the url and publication date and first matching is used.
-This functionality is handled by :py:class:`Processor.App.Router.router.Router`.
-
-
-=============================
-4. Filtering out the web page
-=============================
-
-Once the parser is chosen the filtering function defined by the extractor is used to either drop or pass a page.
-
-===============================
-5. Extract fields from the page
-===============================
-
-The extracting function defined by the extractor is used to extract the fields from the page.
-The extracting rules can be defined in 2 ways.
-
-1. Using parsed version of the page (BeautifulSoup) and the extracting the respected fields yourself.
-2. Using predefined transfomations. 
-
-Using first method should be straightforward. Just extract the values and return them in dict.
-
-To use transformations we first need to define what html tags we want to extract from head and body respectively.
-Then for each such a tag we need to provide a list of transformations. These transformations then run in sequence where previous result is passed to the next one as parameter.
-Whenever the None is encountered the transformation will not raise and error but will not continue and set respective field to None.
-You can think about it as a composition of functions.
-
-When we were developing our extractors we found the second approached to be much more readable and easier to use
-because it's very obnoxious to handle the None values with complex logic.
-
-
-==============
-6. File saving
-==============
-With the field extracted we need to save them to a file.
-By default the fields are saved in json file.
-The way the file is saved is defined by outstreamers. We have implemented the json outstreamer
-and field per line outstreamer
-:py:class:`Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON` and :py:class:`Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault` respectively.
-
-If you would like different format you can create your own saver by inheriting from :py:class:`Processor.App.OutStreamer.outstreamer.OutStreamer` and then changing pipeline creation with your new outstreamer.
\ No newline at end of file
diff --git a/docs/build/html/_sources/quickstart/quick-start.rst.txt b/docs/build/html/_sources/quickstart/quick-start.rst.txt
deleted file mode 100644
index 67d6bc20..00000000
--- a/docs/build/html/_sources/quickstart/quick-start.rst.txt
+++ /dev/null
@@ -1,301 +0,0 @@
-Quickstart
-==========
-
-In this chapter we will show how to use the program to fetch a data from an url.
-We will show this by an example.
-
-
-=========
-Extractor
-=========
-
-We would like to fetch all data from bbc.com containing the word "war" fetched since 20.1.2021 to 20.3.2021.
-
-.. note:: It's important to emphasis the program can only fetch data based on crawl time. There is no way for program to know when was article published. It's possible to first find the published date and then drop all articles that are out of range. However all since/to dates are based on crawl time NOT published time.
-
-
-For such pages we would like to extract the title and the content of the page.
-
-Having our task established we will first have to write an extractor for the bbc pages.
-This is done by creating a class that extends the class :py:class:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor`.
-We will create this class in the file :file:`Processor/UserDefined/Extractors/bbc_extractor.py`.
-
-
-
-
-.. code-block:: python
-
-    from Processor.App.ArticleUtils.article_extractor import ArticleExtractor
-    from datetime import datetime
-
-    class BBCExtractor(ArticleExtractor):
-        SINCE = datetime(2021, 1 , 20)
-        TO = datetime(2021, 3, 20)
-
-        def __init__(self):
-            pass
-
-    extractor = BBCExtractor()
-
-
-As you can see we have also created and instance which is required as it allows parametric constructors for extractors.
-
-
-=====================
-`download_article.py`
-=====================
-
-But what now ? We have no idea how the bcc site looked at the time of extracting.
-That's is why the :py:mod:`download_article` exists!
-Thus we run:
-
-.. code-block:: bash
-   :caption: This will download 1000 articles from bbc.com and save them to the directory `out1`.
-    
-    $ python download_article.py --since=2021-01-20 --to=2021-03-20 --limit=1000 bbc.com out1
-
-Bear in mind that it will take some time to download all the pages.
-It's possible that it will download some pages without any content but it's impossible to filter them.
-
-.. note:: In my case it didn't download any english articles only ones in chinese and arabic. However it shouldn't matter as we only care about structure. If you want english articles just raise up the limit and wait.
-
-Once downloaded we can inspect the pages in a browser.
-We can see that title can be found in `h1#content` tag.
-The article content can be found under `main[role=main]` tag and
-the text is mostly in <p> tags(Usually you want to be more precise with this be we assume this for simplicity).
-
-.. warning:: Always make sure that the tags you found are unique. Cross-check this with other articles fetched.
-
-============================
-Extracting (Transformations)
-============================
-
-
-With this information we can write the extractor.
-
-.. code-block:: python
-
-
-    from Processor.App.ArticleUtils.article_utils import aritcle_content_transform, headline_transform, get_text_transform
-    REQUIRED_FIELDS = {
-        "title": False,
-        "content": True
-    }
-    
-    def content_transform(soup):
-        return [p.text for p in soup.find_all("p", recursive=True)]
-    
-
-    def __init__(self):
-        super().__init__(
-            article_css_dict={
-                "title": "h1#content",
-                "content": "main[role=main]",
-            },
-            # Here we define how to transform the content of the tag into a string.
-            article_extract_dict= {
-                "title": [get_text_transform, headline_transform],
-                "content": [content_transform, text_unifications_transform, lambda lines : "\n".join(lines)]
-            },
-
-
-            # Here we define how to bind a tag that containt all fields we will use in article_css_dict
-            # If you don't know just use body
-            article_css_selector="body",
-            required_fields=REQUIRED_FIELDS,
-            non_empty = True
-        )
-
-
-`REQUIRED_FIELDS` is a dictionary that defines which fields must be extracted (Must be contained in resulting dictionary).
-This is useful if you write multiple extractors and you want to make sure that all of them contain the same fields.
-As you can see we have set the title to False this means that it's value can be None. We have set article to False which
-means that is must not be None value. Because we have set non_empty to True the title also cannot be empty string or empty list.
-
-`article_css_dict` define where to find the title and content.
-`article_extract_dict` defines how to extract the title and content from the tag.
-We have used some predfedined function from :py:mod:`Processor.App.ArticleUtils.article_utils` to help us with this.
-Please look to the :py:mod:`Processor.App.ArticleUtils.article_utils` to check what exactly the transformations do! Should be clear from the code.
-For content we created our transform which returns a list of text in p. 
-
-
-`article_css_selector` simply defines where to start looking for the tags defined in `article_css_dict`.
-
-.. note:: `header_css_dict` and `header_extract_dict` can also be set in constructor for extracting from html <head> tag. The get_attribute method is used to extract the attribute value.
-
-
-========================
-Extracting( BS4 version)
-========================
-
-Now the extracting part is finished. If it feels too complicated then you can you BeautifulSoup approach.
-In that case you don't set `article_css_dict` and `article_extract_dict` but you have to implement the :py:meth:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract` method.
-
-.. code-block:: python
-
-        def custom_extract(self, soup, metadata):
-            # Find the field with the title
-            title = soup.find("div", {"class": "title"})
-            title_text = title.text if title else None
-            return {"title": title_text}
-
-In this case you can also access metadata from the warc file!
-
-=========
-Filtering
-=========
-
-
-We almost forgot that we want to filter the articles by the word "war".
-We just need to override the :py:meth:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup` method.
-Let's do it now!
-
-
-.. code-block:: python
-
-        def custom_filter_soup(self, soup, metadata):
-            result = soup.find_all("p", lambda tag: "war" in tag.text)
-            if result:
-                return True
-            return False
-
-.. note:: You can also use the :py:meth:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw` which take the raw html as a parameter. It's usefull if don't need parsed html as processing is faster.
-
-.. note:: This is where you could filter by date. metadata is instance of :py:class:`Processor.App.processor_utils.PipeMetadata` and it has warc_header property. You could get `Last-Modifier <https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Last-Modified>`_ from it but it's no guarantee that is published date. Or you could find it in parsed html.
-
-
-===========
-config.json
-===========
-To register our extractor create :file:`Processor/UserDefined/config.json` as:
-
-.. code-block:: json
-
-    {
-        "addresses": [ "queue.bbc.com", ],
-        "extractors_path": "./Extractors"
-        "routes":[
-            {
-                "regexes": [".*bbc\\.com.*"],
-                "extractors": ["bbc_extractor.py"]
-            },
-    }
-
-
-This defines three things:
-
-1. The address of the queue. This is tell artemis that we want to accept message from bbc.com queue. Basically always set this to "queue.{your domain}".
-
-2. The path to the extractors (w.r.t config.json location)
-
-3. The routes. This defines which extractor to use for which url. In this case we want to use bbc_extractor.py for all urls that contain bbc.com.
-
-=====================
-Testing our extractor
-=====================
-
-Before we run the extractor we should test it.
-That is why we have the :py:mod:`Processsor.process_article` !
-
-.. code-block:: bash
-    :caption: This will process the article and output result to out2 folder if succesful.
-
-    $ python -m Processor.process_article --date=2021-02-01 --config=Processor/UserDefined/config.json out1/directory_1/371_https\:__www.bbc.com_yoruba_afrika-44296108.html out2
-
-
-.. note:: We have to use date as the extractor has no idea when the article was fetched because we have no infromation from warc anymore. You can also use url to specify the url of the article as again we don't have that infromation from warc. However in most cases it will correctly guess the url.
-
-
-=====================
-Running the extractor
-=====================
-We are now ready to run the extractor!
-You can manually run the extractor node, aggregator node and artemis queue.
-However it's not really convenient. And also requires some knowledge how to run atemis queue.
-We thus added support for docker.
-First we need to create :file:`docker-compose.yml`.
-
-.. code-block:: bash
-
-    version: "3.9"
-    services:
-    # Creates the artemis queue
-    artemis:
-        build: "./Artemis"
-        container_name: "artemis"
-        # Persistent volume
-        # Make sure you prune to get clean state for test runs
-        - artemis-data:/var/lib/artemis/data
-        ports:
-        - "8161:8161"
-        # You can set up limits here
-        # But make sure you also correct java memory in artemis Dockerfile in order to have effect.
-        deploy:
-        resources:
-            reservations:
-            memory: 8g
-
-    producer-bbc.com:
-        # This is the producer service, you can have multiple for different urls
-        # Will run the aggregator part as you can see we set the date range
-        build: ./Aggregator
-        command: [ "--to=2021-03-20", "--since=2021-01-20", "bbc.com" ]
-        depends_on:
-        - consumer
-
-    # This is consumer spawn as many as you want, you ideally want to have pills set up to number of producers.
-    # Make sure you use use-hostname-output to have different output folders for each consumer.
-    consumer:
-        build: ./Processor
-        command:
-        [
-            "--use_hostname_output",
-            "--timeout=1",
-            "--pills_to_die=1",
-            "--queue_size=200"
-        ]
-        volumes:
-        - ./output:/output:z
-        deploy:
-        # Number of replicas, more = faster processing
-        replicas: 4
-        depends_on:
-        - artemis
-
-    volumes:
-        artemis-data:
-
-
-This one is a bit more complex. It's standard docker-compose file so if you have experience with docker it sould be familiar.
-It defines three services:
-
-1. Artemis queue - This is the queue that will be used to communicate between the aggregator and the processor.  As one of the goal of the project is reliability we setup persistent volume for the queue in which it will store the urls that it has already processed.  However this creates problem when you want to test the extractor as by running it consecutively it will no more process the urls if has already seen.  Thus the storage needs to be cleared before each run. This is done by running `$ docker volume rm rocnikovyprojekt_artemis-data`.
-
-2. Producer - This is the aggregator part of the project. It will fetch the urls from the queue and process them.
-
-3. Consumer - This is the processor part of the project. It will fetch the urls from the queue and extract them to folder output.  As we want the consumers to automatically close when the producers are done we set the `pills_to_die` to 1. This will make the consumer to die when it receives 1 pill from the queue.  Every queue produces exactly one pill when it has no more urls to process. This is why we set the `queue_size` to 1. This will make the queue to produce pill when it has no more urls to process.
-
-
-Now we just need to run the `$ docker-compose up`.
-We have also create shell script that will prune before running the docker-compose.
-You can run it by `$ ./run.sh` (Probably the best idea).
-
-
-
-.. note:: It's good idea to clear the output folder when testing extractor. The problem is that it is created by docker container so might need to raise up to admin priviilge to remove it.
-
-
-.. note:: Files created at this tutorial can be found at :file:`examples/extractor_tutorial`
-
-   
-
-
-
-    
-
-
-
-
-
-
-
diff --git a/docs/build/html/_static/documentation_options.js b/docs/build/html/_static/documentation_options.js
index aecf594a..8bd721dd 100644
--- a/docs/build/html/_static/documentation_options.js
+++ b/docs/build/html/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: '1.0',
+    VERSION: '0.9.3',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/build/html/api.html b/docs/build/html/api.html
index ca00c77d..bac1b09c 100644
--- a/docs/build/html/api.html
+++ b/docs/build/html/api.html
@@ -6,7 +6,7 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
 
-    <title>API &#8212; CommonCrawl Extractor 1.0 documentation</title>
+    <title>API &#8212; CmonCrawl 0.9.3 documentation</title>
     
   <!-- Loaded before other Sphinx assets -->
   <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
@@ -39,8 +39,8 @@
     <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
     <link rel="index" title="Index" href="genindex.html" />
     <link rel="search" title="Search" href="search.html" />
-    <link rel="next" title="Aggregator" href="generated/Aggregator.html" />
-    <link rel="prev" title="Quickstart" href="quickstart/quick-start.html" />
+    <link rel="next" title="cmoncrawl" href="generated/cmoncrawl.html" />
+    <link rel="prev" title="Domain Record" href="misc/domain_record.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
     
@@ -79,7 +79,7 @@
       
       
       
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
+      <h1 class="site-logo" id="site-title">CmonCrawl 0.9.3 documentation</h1>
       
     </a>
 </div><form class="bd-search d-flex align-items-center" action="search.html" method="get">
@@ -93,9 +93,14 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1">
+  <a class="reference internal" href="usage.html">
+   Usage
+  </a>
+ </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="quickstart/index.html">
-   Quick Start Guide
+  <a class="reference internal" href="extraction/index.html">
+   Extraction
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
   <label for="toctree-checkbox-1">
@@ -104,13 +109,84 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/overview.html">
-     Quick Overview
+    <a class="reference internal" href="extraction/creating_extractor.html">
+     Extractors structure
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/config_file.html">
+     Extractor config file
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/utils.html">
+     Extraction utils
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="cli/index.html">
+   Command Line Interface
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
+  <label for="toctree-checkbox-2">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="cli/cli.html">
+     Command Line Interface
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="cli/download.html">
+     Command Line Download
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="cli/extract.html">
+     Command line Extract
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="prog_guide/index.html">
+   Programming Guide
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/overview.html">
+     Programming Guide
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/quick-start.html">
-     Quickstart
+    <a class="reference internal" href="prog_guide/pip.html">
+     Custom Pipeline
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="misc/index.html">
+   Miscellaneous
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="misc/domain_record.html">
+     Domain Record
     </a>
    </li>
   </ul>
@@ -119,141 +195,84 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
   <a class="current reference internal" href="#">
    API
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+  <label for="toctree-checkbox-5">
    <i class="fas fa-chevron-down">
    </i>
   </label>
   <ul>
    <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Aggregator.html">
-     Aggregator
+    <a class="reference internal" href="generated/cmoncrawl.html">
+     cmoncrawl
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
+    <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+    <label for="toctree-checkbox-6">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Aggregator.App.html">
-       Aggregator.App
+      <a class="reference internal" href="generated/cmoncrawl.aggregator.html">
+       cmoncrawl.aggregator
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
+      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
+      <label for="toctree-checkbox-7">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.index_query.html">
+         cmoncrawl.aggregator.index_query
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.utils.html">
+         cmoncrawl.aggregator.utils
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.App.html">
-       Processor.App
+      <a class="reference internal" href="generated/cmoncrawl.common.html">
+       cmoncrawl.common
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
+      <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
+      <label for="toctree-checkbox-8">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
+        <a class="reference internal" href="generated/cmoncrawl.common.loggers.html">
+         cmoncrawl.common.loggers
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
+        <a class="reference internal" href="generated/cmoncrawl.common.types.html">
+         cmoncrawl.common.types
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.processor.html">
-       Processor.processor
+      <a class="reference internal" href="generated/cmoncrawl.processor.html">
+       cmoncrawl.processor
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
+      <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
+      <label for="toctree-checkbox-9">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
+        <a class="reference internal" href="generated/cmoncrawl.processor.extraction.html">
+         cmoncrawl.processor.extraction
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Message.html">
-         Processor.processor.Message
+        <a class="reference internal" href="generated/cmoncrawl.processor.pipeline.html">
+         cmoncrawl.processor.pipeline
         </a>
        </li>
       </ul>
@@ -404,10 +423,7 @@ <h1>API<a class="headerlink" href="#api" title="Permalink to this heading">#</a>
 <col style="width: 90%" />
 </colgroup>
 <tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="generated/Aggregator.html#module-Aggregator" title="Aggregator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Aggregator</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="generated/Processor.html#module-Processor" title="Processor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="generated/cmoncrawl.html#module-cmoncrawl" title="cmoncrawl"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cmoncrawl</span></code></a></p></td>
 <td><p></p></td>
 </tr>
 </tbody>
@@ -422,17 +438,17 @@ <h1>API<a class="headerlink" href="#api" title="Permalink to this heading">#</a>
                 
     <!-- Previous / next buttons -->
 <div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="quickstart/quick-start.html" title="previous page">
+    <a class='left-prev' id="prev-link" href="misc/domain_record.html" title="previous page">
         <i class="fas fa-angle-left"></i>
         <div class="prev-next-info">
             <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Quickstart</p>
+            <p class="prev-next-title">Domain Record</p>
         </div>
     </a>
-    <a class='right-next' id="next-link" href="generated/Aggregator.html" title="next page">
+    <a class='right-next' id="next-link" href="generated/cmoncrawl.html" title="next page">
     <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator</p>
+        <p class="prev-next-title">cmoncrawl</p>
     </div>
     <i class="fas fa-angle-right"></i>
     </a>
diff --git a/docs/build/html/generated/Aggregator.App.html b/docs/build/html/generated/Aggregator.App.html
deleted file mode 100644
index a5ba24f4..00000000
--- a/docs/build/html/generated/Aggregator.App.html
+++ /dev/null
@@ -1,468 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query" href="Aggregator.App.index_query.html" />
-    <link rel="prev" title="Aggregator" href="Aggregator.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="current reference internal" href="#">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Aggregator.App">
-<span id="aggregator-app"></span><h1>Aggregator.App<a class="headerlink" href="#module-Aggregator.App" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.html#module-Aggregator.App.index_query" title="Aggregator.App.index_query"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Aggregator.App.index_query</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.ndjson_decoder.html#module-Aggregator.App.ndjson_decoder" title="Aggregator.App.ndjson_decoder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Aggregator.App.ndjson_decoder</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.utils.html#module-Aggregator.App.utils" title="Aggregator.App.utils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Aggregator.App.utils</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.DomainCrawl.__init__.html b/docs/build/html/generated/Aggregator.App.index_query.DomainCrawl.__init__.html
deleted file mode 100644
index e84416cd..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.DomainCrawl.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.DomainCrawl.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.DomainRecord" href="Aggregator.App.index_query.DomainRecord.html" />
-    <link rel="prev" title="Aggregator.App.index_query.DomainCrawl" href="Aggregator.App.index_query.DomainCrawl.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainCrawl.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainCrawl.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.DomainCrawl.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainCrawl.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainCrawl.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-domaincrawl-init">
-<h1>Aggregator.App.index_query.DomainCrawl.__init__<a class="headerlink" href="#aggregator-app-index-query-domaincrawl-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.DomainCrawl.__init__">
-<span class="sig-prename descclassname"><span class="pre">DomainCrawl.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cdx_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.DomainCrawl.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.DomainCrawl.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.DomainCrawl</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.DomainRecord.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.DomainRecord</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.DomainCrawl.html b/docs/build/html/generated/Aggregator.App.index_query.DomainCrawl.html
deleted file mode 100644
index e0943ced..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.DomainCrawl.html
+++ /dev/null
@@ -1,552 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.DomainCrawl &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.DomainCrawl.__init__" href="Aggregator.App.index_query.DomainCrawl.__init__.html" />
-    <link rel="prev" title="Aggregator.App.index_query" href="Aggregator.App.index_query.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.DomainCrawl.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainCrawl">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainCrawl
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainCrawl.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DomainCrawl.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.DomainCrawl</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainCrawl">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainCrawl
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainCrawl.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DomainCrawl.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-domaincrawl">
-<h1>Aggregator.App.index_query.DomainCrawl<a class="headerlink" href="#aggregator-app-index-query-domaincrawl" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.DomainCrawl">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Aggregator.App.index_query.</span></span><span class="sig-name descname"><span class="pre">DomainCrawl</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'str'</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cdx_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'str'</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'int'</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.index_query.DomainCrawl" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.DomainCrawl.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cdx_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.DomainCrawl.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.DomainCrawl.__init__.html#Aggregator.App.index_query.DomainCrawl.__init__" title="Aggregator.App.index_query.DomainCrawl.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>([domain, cdx_server, page])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">cdx_server</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">domain</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">page</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.DomainCrawl.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.DomainCrawl.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.DomainRecord.__init__.html b/docs/build/html/generated/Aggregator.App.index_query.DomainRecord.__init__.html
deleted file mode 100644
index eb08221c..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.DomainRecord.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.DomainRecord.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator" href="Aggregator.App.index_query.IndexAggregator.html" />
-    <link rel="prev" title="Aggregator.App.index_query.DomainRecord" href="Aggregator.App.index_query.DomainRecord.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.DomainRecord.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainRecord.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.DomainRecord.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainRecord.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-domainrecord-init">
-<h1>Aggregator.App.index_query.DomainRecord.__init__<a class="headerlink" href="#aggregator-app-index-query-domainrecord-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.DomainRecord.__init__">
-<span class="sig-prename descclassname"><span class="pre">DomainRecord.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">601358)</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.DomainRecord.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.DomainRecord.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.DomainRecord</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.DomainRecord.html b/docs/build/html/generated/Aggregator.App.index_query.DomainRecord.html
deleted file mode 100644
index e83e2121..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.DomainRecord.html
+++ /dev/null
@@ -1,564 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.DomainRecord &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.DomainRecord.__init__" href="Aggregator.App.index_query.DomainRecord.__init__.html" />
-    <link rel="prev" title="Aggregator.App.index_query.DomainCrawl.__init__" href="Aggregator.App.index_query.DomainCrawl.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.DomainRecord.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainRecord">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainRecord.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DomainRecord.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.DomainRecord</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainRecord">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.DomainRecord.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DomainRecord.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-domainrecord">
-<h1>Aggregator.App.index_query.DomainRecord<a class="headerlink" href="#aggregator-app-index-query-domainrecord" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.DomainRecord">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Aggregator.App.index_query.</span></span><span class="sig-name descname"><span class="pre">DomainRecord</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'str'</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'str'</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'int'</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'int'</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'str</span> <span class="pre">|</span> <span class="pre">None'</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'str</span> <span class="pre">|</span> <span class="pre">None'</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'datetime'</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">601358)</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.index_query.DomainRecord" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.DomainRecord.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">601358)</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.DomainRecord.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.DomainRecord.__init__.html#Aggregator.App.index_query.DomainRecord.__init__" title="Aggregator.App.index_query.DomainRecord.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(filename, url, offset, length[, ...])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">digest</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">encoding</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">timestamp</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">filename</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">url</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">offset</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">length</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.DomainCrawl.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.DomainCrawl.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.DomainRecord.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.DomainRecord.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.__init__.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.__init__.html
deleted file mode 100644
index 9000c45a..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator.aclose" href="Aggregator.App.index_query.IndexAggregator.aclose.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator" href="Aggregator.App.index_query.IndexAggregator.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator-init">
-<h1>Aggregator.App.index_query.IndexAggregator.__init__<a class="headerlink" href="#aggregator-app-index-query-indexaggregator-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.__init__">
-<span class="sig-prename descclassname"><span class="pre">IndexAggregator.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domains</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cc_indexes_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'http://index.commoncrawl.org/collinfo.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cc_servers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(1,</span> <span class="pre">1,</span> <span class="pre">1,</span> <span class="pre">0,</span> <span class="pre">0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(9999,</span> <span class="pre">12,</span> <span class="pre">31,</span> <span class="pre">23,</span> <span class="pre">59,</span> <span class="pre">59,</span> <span class="pre">999999)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prefetch_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.aclose.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.aclose</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.aclose.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.aclose.html
deleted file mode 100644
index 77c18909..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.aclose.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator.aclose &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator.aopen" href="Aggregator.App.index_query.IndexAggregator.aopen.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator.__init__" href="Aggregator.App.index_query.IndexAggregator.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.aclose">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.aclose()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator.aclose</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.aclose">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.aclose()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator-aclose">
-<h1>Aggregator.App.index_query.IndexAggregator.aclose<a class="headerlink" href="#aggregator-app-index-query-indexaggregator-aclose" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.aclose">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">IndexAggregator.</span></span><span class="sig-name descname"><span class="pre">aclose</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exc_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Type</span><span class="p"><span class="pre">[</span></span><span class="pre">BaseException</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exc_val</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BaseException</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exc_tb</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">TracebackType</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.html#Aggregator.App.index_query.IndexAggregator" title="Aggregator.App.index_query.IndexAggregator"><span class="pre">IndexAggregator</span></a></span></span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.aclose" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.aopen.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.aopen</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.aopen.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.aopen.html
deleted file mode 100644
index b6369f54..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.aopen.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator.aopen &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes" href="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator.aclose" href="Aggregator.App.index_query.IndexAggregator.aclose.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.aopen">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.aopen()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator.aopen</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.aopen">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.aopen()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator-aopen">
-<h1>Aggregator.App.index_query.IndexAggregator.aopen<a class="headerlink" href="#aggregator-app-index-query-indexaggregator-aopen" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.aopen">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">IndexAggregator.</span></span><span class="sig-name descname"><span class="pre">aopen</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.html#Aggregator.App.index_query.IndexAggregator" title="Aggregator.App.index_query.IndexAggregator"><span class="pre">IndexAggregator</span></a></span></span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.aopen" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.aclose.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.aclose</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html
deleted file mode 100644
index 6eb2c74e..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator.get_captured_responses" href="Aggregator.App.index_query.IndexAggregator.get_captured_responses.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator.aopen" href="Aggregator.App.index_query.IndexAggregator.aopen.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.get_all_CC_indexes()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.get_all_CC_indexes()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator-get-all-cc-indexes">
-<h1>Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes<a class="headerlink" href="#aggregator-app-index-query-indexaggregator-get-all-cc-indexes" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes">
-<em class="property"><span class="pre">async</span><span class="w"> </span><span class="pre">static</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">IndexAggregator.</span></span><span class="sig-name descname"><span class="pre">get_all_CC_indexes</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">client</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ClientSession</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cdx_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.aopen.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.aopen</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.get_captured_responses.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.get_captured_responses</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.html
deleted file mode 100644
index 740a3d75..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator.get_captured_responses &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator.get_number_of_pages" href="Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes" href="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.get_captured_responses">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.get_captured_responses()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator.get_captured_responses</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.get_captured_responses">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.get_captured_responses()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator-get-captured-responses">
-<h1>Aggregator.App.index_query.IndexAggregator.get_captured_responses<a class="headerlink" href="#aggregator-app-index-query-indexaggregator-get-captured-responses" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.get_captured_responses">
-<em class="property"><span class="pre">async</span><span class="w"> </span><span class="pre">static</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">IndexAggregator.</span></span><span class="sig-name descname"><span class="pre">get_captured_responses</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">client</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ClientSession</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cdx_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">domain</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(1,</span> <span class="pre">1,</span> <span class="pre">1,</span> <span class="pre">0,</span> <span class="pre">0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(9999,</span> <span class="pre">12,</span> <span class="pre">31,</span> <span class="pre">23,</span> <span class="pre">59,</span> <span class="pre">59,</span> <span class="pre">999999)</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.get_captured_responses" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.get_number_of_pages</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html
deleted file mode 100644
index ed9faab4..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator.get_number_of_pages &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.RetrieveResponse" href="Aggregator.App.index_query.RetrieveResponse.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator.get_captured_responses" href="Aggregator.App.index_query.IndexAggregator.get_captured_responses.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.get_number_of_pages">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.get_number_of_pages()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator.get_number_of_pages</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.get_number_of_pages">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator.get_number_of_pages()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator-get-number-of-pages">
-<h1>Aggregator.App.index_query.IndexAggregator.get_number_of_pages<a class="headerlink" href="#aggregator-app-index-query-indexaggregator-get-number-of-pages" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.get_number_of_pages">
-<em class="property"><span class="pre">async</span><span class="w"> </span><span class="pre">static</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">IndexAggregator.</span></span><span class="sig-name descname"><span class="pre">get_number_of_pages</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">client</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ClientSession</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cdx_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">domain</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.get_number_of_pages" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.get_captured_responses.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.get_captured_responses</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.RetrieveResponse.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.RetrieveResponse</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.html b/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.html
deleted file mode 100644
index 10ed1c3e..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.IndexAggregator.html
+++ /dev/null
@@ -1,549 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.IndexAggregator &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.IndexAggregator.__init__" href="Aggregator.App.index_query.IndexAggregator.__init__.html" />
-    <link rel="prev" title="Aggregator.App.index_query.DomainRecord.__init__" href="Aggregator.App.index_query.DomainRecord.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.IndexAggregator.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       IndexAggregator.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.IndexAggregator</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     IndexAggregator
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.IndexAggregator.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       IndexAggregator.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-indexaggregator">
-<h1>Aggregator.App.index_query.IndexAggregator<a class="headerlink" href="#aggregator-app-index-query-indexaggregator" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Aggregator.App.index_query.</span></span><span class="sig-name descname"><span class="pre">IndexAggregator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domains</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cc_indexes_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'http://index.commoncrawl.org/collinfo.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cc_servers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(1,</span> <span class="pre">1,</span> <span class="pre">1,</span> <span class="pre">0,</span> <span class="pre">0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(9999,</span> <span class="pre">12,</span> <span class="pre">31,</span> <span class="pre">23,</span> <span class="pre">59,</span> <span class="pre">59,</span> <span class="pre">999999)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prefetch_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.IndexAggregator.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domains</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cc_indexes_server</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'http://index.commoncrawl.org/collinfo.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cc_servers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(1,</span> <span class="pre">1,</span> <span class="pre">1,</span> <span class="pre">0,</span> <span class="pre">0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(9999,</span> <span class="pre">12,</span> <span class="pre">31,</span> <span class="pre">23,</span> <span class="pre">59,</span> <span class="pre">59,</span> <span class="pre">999999)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prefetch_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.IndexAggregator.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.__init__.html#Aggregator.App.index_query.IndexAggregator.__init__" title="Aggregator.App.index_query.IndexAggregator.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(domains[, cc_indexes_server, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.aclose.html#Aggregator.App.index_query.IndexAggregator.aclose" title="Aggregator.App.index_query.IndexAggregator.aclose"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aclose</span></code></a>(exc_type, exc_val[, exc_tb])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.aopen.html#Aggregator.App.index_query.IndexAggregator.aopen" title="Aggregator.App.index_query.IndexAggregator.aopen"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aopen</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html#Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes" title="Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_all_CC_indexes</span></code></a>(client, cdx_server)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.get_captured_responses.html#Aggregator.App.index_query.IndexAggregator.get_captured_responses" title="Aggregator.App.index_query.IndexAggregator.get_captured_responses"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_captured_responses</span></code></a>(client, cdx_server, ...)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html#Aggregator.App.index_query.IndexAggregator.get_number_of_pages" title="Aggregator.App.index_query.IndexAggregator.get_number_of_pages"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_number_of_pages</span></code></a>(client, cdx_server, ...)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.DomainRecord.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.DomainRecord.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.IndexAggregator.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.RetrieveResponse.__init__.html b/docs/build/html/generated/Aggregator.App.index_query.RetrieveResponse.__init__.html
deleted file mode 100644
index c3b2780f..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.RetrieveResponse.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.RetrieveResponse.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.ndjson_decoder" href="Aggregator.App.ndjson_decoder.html" />
-    <link rel="prev" title="Aggregator.App.index_query.RetrieveResponse" href="Aggregator.App.index_query.RetrieveResponse.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.RetrieveResponse.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     RetrieveResponse.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.RetrieveResponse.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.RetrieveResponse.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     RetrieveResponse.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-retrieveresponse-init">
-<h1>Aggregator.App.index_query.RetrieveResponse.__init__<a class="headerlink" href="#aggregator-app-index-query-retrieveresponse-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.RetrieveResponse.__init__">
-<span class="sig-prename descclassname"><span class="pre">RetrieveResponse.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">status</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">content</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reason</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">None</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.RetrieveResponse.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.RetrieveResponse.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.RetrieveResponse</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.ndjson_decoder.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.ndjson_decoder</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.RetrieveResponse.html b/docs/build/html/generated/Aggregator.App.index_query.RetrieveResponse.html
deleted file mode 100644
index 5a9e2ec8..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.RetrieveResponse.html
+++ /dev/null
@@ -1,552 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query.RetrieveResponse &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.RetrieveResponse.__init__" href="Aggregator.App.index_query.RetrieveResponse.__init__.html" />
-    <link rel="prev" title="Aggregator.App.index_query.IndexAggregator.get_number_of_pages" href="Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.RetrieveResponse.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.RetrieveResponse">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     RetrieveResponse
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.RetrieveResponse.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       RetrieveResponse.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query.RetrieveResponse</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.index_query.RetrieveResponse">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     RetrieveResponse
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.index_query.RetrieveResponse.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       RetrieveResponse.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-index-query-retrieveresponse">
-<h1>Aggregator.App.index_query.RetrieveResponse<a class="headerlink" href="#aggregator-app-index-query-retrieveresponse" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.RetrieveResponse">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Aggregator.App.index_query.</span></span><span class="sig-name descname"><span class="pre">RetrieveResponse</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">status</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'int'</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">content</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'Any'</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reason</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="s"><span class="pre">'None</span> <span class="pre">|</span> <span class="pre">str'</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.index_query.RetrieveResponse" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.index_query.RetrieveResponse.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">status</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">content</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reason</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">None</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Aggregator.App.index_query.RetrieveResponse.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.RetrieveResponse.__init__.html#Aggregator.App.index_query.RetrieveResponse.__init__" title="Aggregator.App.index_query.RetrieveResponse.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(status, content, reason)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">status</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">content</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">reason</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.IndexAggregator.get_number_of_pages</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.RetrieveResponse.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.RetrieveResponse.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.index_query.html b/docs/build/html/generated/Aggregator.App.index_query.html
deleted file mode 100644
index b17ffe82..00000000
--- a/docs/build/html/generated/Aggregator.App.index_query.html
+++ /dev/null
@@ -1,484 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.index_query &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.index_query.DomainCrawl" href="Aggregator.App.index_query.DomainCrawl.html" />
-    <link rel="prev" title="Aggregator.App" href="Aggregator.App.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.index_query.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.index_query</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Aggregator.App.index_query">
-<span id="aggregator-app-index-query"></span><h1>Aggregator.App.index_query<a class="headerlink" href="#module-Aggregator.App.index_query" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Functions</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">crawl_to_year</span></code>(crawl)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">timestamp_to_datetime</span></code>(timestamp)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_timestamp_format</span></code>(date)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.DomainCrawl.html#Aggregator.App.index_query.DomainCrawl" title="Aggregator.App.index_query.DomainCrawl"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DomainCrawl</span></code></a>([domain, cdx_server, page])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.index_query.DomainRecord.html#Aggregator.App.index_query.DomainRecord" title="Aggregator.App.index_query.DomainRecord"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DomainRecord</span></code></a>(filename, url, offset, length)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.index_query.IndexAggregator.html#Aggregator.App.index_query.IndexAggregator" title="Aggregator.App.index_query.IndexAggregator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IndexAggregator</span></code></a>(domains[, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.index_query.RetrieveResponse.html#Aggregator.App.index_query.RetrieveResponse" title="Aggregator.App.index_query.RetrieveResponse"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RetrieveResponse</span></code></a>(status, content, reason)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.index_query.DomainCrawl.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.index_query.DomainCrawl</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.html b/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.html
deleted file mode 100644
index 848db079..00000000
--- a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.html
+++ /dev/null
@@ -1,521 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.ndjson_decoder.Decoder.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.ndjson_decoder.Decoder.decode" href="Aggregator.App.ndjson_decoder.Decoder.decode.html" />
-    <link rel="prev" title="Aggregator.App.ndjson_decoder.Decoder" href="Aggregator.App.ndjson_decoder.Decoder.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.ndjson_decoder.Decoder.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-ndjson-decoder-decoder-init">
-<h1>Aggregator.App.ndjson_decoder.Decoder.__init__<a class="headerlink" href="#aggregator-app-ndjson-decoder-decoder-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.ndjson_decoder.Decoder.__init__">
-<span class="sig-prename descclassname"><span class="pre">Decoder.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">object_hook</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_float</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_int</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_constant</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">strict</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">object_pairs_hook</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.ndjson_decoder.Decoder.__init__" title="Permalink to this definition">#</a></dt>
-<dd><p><code class="docutils literal notranslate"><span class="pre">object_hook</span></code>, if specified, will be called with the result
-of every JSON object decoded and its return value will be used in
-place of the given <code class="docutils literal notranslate"><span class="pre">dict</span></code>.  This can be used to provide custom
-deserializations (e.g. to support JSON-RPC class hinting).</p>
-<p><code class="docutils literal notranslate"><span class="pre">object_pairs_hook</span></code>, if specified will be called with the result of
-every JSON object decoded with an ordered list of pairs.  The return
-value of <code class="docutils literal notranslate"><span class="pre">object_pairs_hook</span></code> will be used instead of the <code class="docutils literal notranslate"><span class="pre">dict</span></code>.
-This feature can be used to implement custom decoders.
-If <code class="docutils literal notranslate"><span class="pre">object_hook</span></code> is also defined, the <code class="docutils literal notranslate"><span class="pre">object_pairs_hook</span></code> takes
-priority.</p>
-<p><code class="docutils literal notranslate"><span class="pre">parse_float</span></code>, if specified, will be called with the string
-of every JSON float to be decoded. By default this is equivalent to
-float(num_str). This can be used to use another datatype or parser
-for JSON floats (e.g. decimal.Decimal).</p>
-<p><code class="docutils literal notranslate"><span class="pre">parse_int</span></code>, if specified, will be called with the string
-of every JSON int to be decoded. By default this is equivalent to
-int(num_str). This can be used to use another datatype or parser
-for JSON integers (e.g. float).</p>
-<p><code class="docutils literal notranslate"><span class="pre">parse_constant</span></code>, if specified, will be called with one of the
-following strings: -Infinity, Infinity, NaN.
-This can be used to raise an exception if invalid JSON numbers
-are encountered.</p>
-<p>If <code class="docutils literal notranslate"><span class="pre">strict</span></code> is false (true is the default), then control
-characters will be allowed inside strings.  Control characters in
-this context are those with character codes in the 0-31 range,
-including <code class="docutils literal notranslate"><span class="pre">'\t'</span></code> (tab), <code class="docutils literal notranslate"><span class="pre">'\n'</span></code>, <code class="docutils literal notranslate"><span class="pre">'\r'</span></code> and <code class="docutils literal notranslate"><span class="pre">'\0'</span></code>.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.ndjson_decoder.Decoder.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.ndjson_decoder.Decoder.decode.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder.decode</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.decode.html b/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.decode.html
deleted file mode 100644
index 45f00a51..00000000
--- a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.decode.html
+++ /dev/null
@@ -1,497 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.ndjson_decoder.Decoder.decode &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.ndjson_decoder.Decoder.raw_decode" href="Aggregator.App.ndjson_decoder.Decoder.raw_decode.html" />
-    <link rel="prev" title="Aggregator.App.ndjson_decoder.Decoder.__init__" href="Aggregator.App.ndjson_decoder.Decoder.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.decode">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder.decode()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.ndjson_decoder.Decoder.decode</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.decode">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder.decode()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-ndjson-decoder-decoder-decode">
-<h1>Aggregator.App.ndjson_decoder.Decoder.decode<a class="headerlink" href="#aggregator-app-ndjson-decoder-decoder-decode" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.ndjson_decoder.Decoder.decode">
-<span class="sig-prename descclassname"><span class="pre">Decoder.</span></span><span class="sig-name descname"><span class="pre">decode</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">s</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.ndjson_decoder.Decoder.decode" title="Permalink to this definition">#</a></dt>
-<dd><p>Return the Python representation of <code class="docutils literal notranslate"><span class="pre">s</span></code> (a <code class="docutils literal notranslate"><span class="pre">str</span></code> instance
-containing a JSON document).</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.ndjson_decoder.Decoder.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.ndjson_decoder.Decoder.raw_decode.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder.raw_decode</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.html b/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.html
deleted file mode 100644
index 001cdd23..00000000
--- a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.html
+++ /dev/null
@@ -1,566 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.ndjson_decoder.Decoder &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.ndjson_decoder.Decoder.__init__" href="Aggregator.App.ndjson_decoder.Decoder.__init__.html" />
-    <link rel="prev" title="Aggregator.App.ndjson_decoder" href="Aggregator.App.ndjson_decoder.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.ndjson_decoder.Decoder.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Decoder.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.ndjson_decoder.Decoder</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Decoder.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-ndjson-decoder-decoder">
-<h1>Aggregator.App.ndjson_decoder.Decoder<a class="headerlink" href="#aggregator-app-ndjson-decoder-decoder" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Aggregator.App.ndjson_decoder.Decoder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Aggregator.App.ndjson_decoder.</span></span><span class="sig-name descname"><span class="pre">Decoder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">object_hook</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_float</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_int</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_constant</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">strict</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">object_pairs_hook</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.ndjson_decoder.Decoder" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.ndjson_decoder.Decoder.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">object_hook</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_float</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_int</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parse_constant</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">strict</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">object_pairs_hook</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.ndjson_decoder.Decoder.__init__" title="Permalink to this definition">#</a></dt>
-<dd><p><code class="docutils literal notranslate"><span class="pre">object_hook</span></code>, if specified, will be called with the result
-of every JSON object decoded and its return value will be used in
-place of the given <code class="docutils literal notranslate"><span class="pre">dict</span></code>.  This can be used to provide custom
-deserializations (e.g. to support JSON-RPC class hinting).</p>
-<p><code class="docutils literal notranslate"><span class="pre">object_pairs_hook</span></code>, if specified will be called with the result of
-every JSON object decoded with an ordered list of pairs.  The return
-value of <code class="docutils literal notranslate"><span class="pre">object_pairs_hook</span></code> will be used instead of the <code class="docutils literal notranslate"><span class="pre">dict</span></code>.
-This feature can be used to implement custom decoders.
-If <code class="docutils literal notranslate"><span class="pre">object_hook</span></code> is also defined, the <code class="docutils literal notranslate"><span class="pre">object_pairs_hook</span></code> takes
-priority.</p>
-<p><code class="docutils literal notranslate"><span class="pre">parse_float</span></code>, if specified, will be called with the string
-of every JSON float to be decoded. By default this is equivalent to
-float(num_str). This can be used to use another datatype or parser
-for JSON floats (e.g. decimal.Decimal).</p>
-<p><code class="docutils literal notranslate"><span class="pre">parse_int</span></code>, if specified, will be called with the string
-of every JSON int to be decoded. By default this is equivalent to
-int(num_str). This can be used to use another datatype or parser
-for JSON integers (e.g. float).</p>
-<p><code class="docutils literal notranslate"><span class="pre">parse_constant</span></code>, if specified, will be called with one of the
-following strings: -Infinity, Infinity, NaN.
-This can be used to raise an exception if invalid JSON numbers
-are encountered.</p>
-<p>If <code class="docutils literal notranslate"><span class="pre">strict</span></code> is false (true is the default), then control
-characters will be allowed inside strings.  Control characters in
-this context are those with character codes in the 0-31 range,
-including <code class="docutils literal notranslate"><span class="pre">'\t'</span></code> (tab), <code class="docutils literal notranslate"><span class="pre">'\n'</span></code>, <code class="docutils literal notranslate"><span class="pre">'\r'</span></code> and <code class="docutils literal notranslate"><span class="pre">'\0'</span></code>.</p>
-</dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.ndjson_decoder.Decoder.__init__.html#Aggregator.App.ndjson_decoder.Decoder.__init__" title="Aggregator.App.ndjson_decoder.Decoder.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(*[, object_hook, parse_float, ...])</p></td>
-<td><p><code class="docutils literal notranslate"><span class="pre">object_hook</span></code>, if specified, will be called with the result of every JSON object decoded and its return value will be used in place of the given <code class="docutils literal notranslate"><span class="pre">dict</span></code>.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.App.ndjson_decoder.Decoder.decode.html#Aggregator.App.ndjson_decoder.Decoder.decode" title="Aggregator.App.ndjson_decoder.Decoder.decode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">decode</span></code></a>(s, *args, **kwargs)</p></td>
-<td><p>Return the Python representation of <code class="docutils literal notranslate"><span class="pre">s</span></code> (a <code class="docutils literal notranslate"><span class="pre">str</span></code> instance containing a JSON document).</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.ndjson_decoder.Decoder.raw_decode.html#Aggregator.App.ndjson_decoder.Decoder.raw_decode" title="Aggregator.App.ndjson_decoder.Decoder.raw_decode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">raw_decode</span></code></a>(s[, idx])</p></td>
-<td><p>Decode a JSON document from <code class="docutils literal notranslate"><span class="pre">s</span></code> (a <code class="docutils literal notranslate"><span class="pre">str</span></code> beginning with a JSON document) and return a 2-tuple of the Python representation and the index in <code class="docutils literal notranslate"><span class="pre">s</span></code> where the document ended.</p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.ndjson_decoder.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.ndjson_decoder</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.ndjson_decoder.Decoder.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.html b/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.html
deleted file mode 100644
index 8898c8d1..00000000
--- a/docs/build/html/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.ndjson_decoder.Decoder.raw_decode &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.utils" href="Aggregator.App.utils.html" />
-    <link rel="prev" title="Aggregator.App.ndjson_decoder.Decoder.decode" href="Aggregator.App.ndjson_decoder.Decoder.decode.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.raw_decode">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder.raw_decode()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.ndjson_decoder.Decoder.raw_decode</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Aggregator.App.ndjson_decoder.Decoder.raw_decode">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Decoder.raw_decode()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="aggregator-app-ndjson-decoder-decoder-raw-decode">
-<h1>Aggregator.App.ndjson_decoder.Decoder.raw_decode<a class="headerlink" href="#aggregator-app-ndjson-decoder-decoder-raw-decode" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Aggregator.App.ndjson_decoder.Decoder.raw_decode">
-<span class="sig-prename descclassname"><span class="pre">Decoder.</span></span><span class="sig-name descname"><span class="pre">raw_decode</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">s</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">idx</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">0</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Aggregator.App.ndjson_decoder.Decoder.raw_decode" title="Permalink to this definition">#</a></dt>
-<dd><p>Decode a JSON document from <code class="docutils literal notranslate"><span class="pre">s</span></code> (a <code class="docutils literal notranslate"><span class="pre">str</span></code> beginning with
-a JSON document) and return a 2-tuple of the Python
-representation and the index in <code class="docutils literal notranslate"><span class="pre">s</span></code> where the document ended.</p>
-<p>This can be used to decode a JSON document from a string that may
-have extraneous data at the end.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.ndjson_decoder.Decoder.decode.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder.decode</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.utils.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.utils</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.ndjson_decoder.html b/docs/build/html/generated/Aggregator.App.ndjson_decoder.html
deleted file mode 100644
index 5ed95791..00000000
--- a/docs/build/html/generated/Aggregator.App.ndjson_decoder.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.ndjson_decoder &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App.ndjson_decoder.Decoder" href="Aggregator.App.ndjson_decoder.Decoder.html" />
-    <link rel="prev" title="Aggregator.App.index_query.RetrieveResponse.__init__" href="Aggregator.App.index_query.RetrieveResponse.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.ndjson_decoder.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.ndjson_decoder</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Aggregator.App.ndjson_decoder">
-<span id="aggregator-app-ndjson-decoder"></span><h1>Aggregator.App.ndjson_decoder<a class="headerlink" href="#module-Aggregator.App.ndjson_decoder" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.ndjson_decoder.Decoder.html#Aggregator.App.ndjson_decoder.Decoder" title="Aggregator.App.ndjson_decoder.Decoder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Decoder</span></code></a>(*[, object_hook, parse_float, ...])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.index_query.RetrieveResponse.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.index_query.RetrieveResponse.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.ndjson_decoder.Decoder.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.App.utils.html b/docs/build/html/generated/Aggregator.App.utils.html
deleted file mode 100644
index 621ed263..00000000
--- a/docs/build/html/generated/Aggregator.App.utils.html
+++ /dev/null
@@ -1,445 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.App.utils &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.aggregator" href="Aggregator.aggregator.html" />
-    <link rel="prev" title="Aggregator.App.ndjson_decoder.Decoder.raw_decode" href="Aggregator.App.ndjson_decoder.Decoder.raw_decode.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.App.utils.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.App.utils</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Aggregator.App.utils">
-<span id="aggregator-app-utils"></span><h1>Aggregator.App.utils<a class="headerlink" href="#module-Aggregator.App.utils" title="Permalink to this heading">#</a></h1>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.ndjson_decoder.Decoder.raw_decode.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.ndjson_decoder.Decoder.raw_decode</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.aggregator.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.aggregator</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.aggregator.html b/docs/build/html/generated/Aggregator.aggregator.html
deleted file mode 100644
index bd7fc7b6..00000000
--- a/docs/build/html/generated/Aggregator.aggregator.html
+++ /dev/null
@@ -1,463 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator.aggregator &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor" href="Processor.html" />
-    <link rel="prev" title="Aggregator.App.utils" href="Aggregator.App.utils.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3 current active">
-      <a class="current reference internal" href="#">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.aggregator.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator.aggregator</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Aggregator.aggregator">
-<span id="aggregator-aggregator"></span><h1>Aggregator.aggregator<a class="headerlink" href="#module-Aggregator.aggregator" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Functions</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">aggregate</span></code>(url, queue_host, queue_port, ...)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">init_connection</span></code>(conn)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">unify_url_id</span></code>(url)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.App.utils.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.App.utils</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Aggregator.html b/docs/build/html/generated/Aggregator.html
deleted file mode 100644
index d68c33a3..00000000
--- a/docs/build/html/generated/Aggregator.html
+++ /dev/null
@@ -1,465 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Aggregator &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Aggregator.App" href="Aggregator.App.html" />
-    <link rel="prev" title="API" href="../api.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="current reference internal" href="#">
-     Aggregator
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Aggregator.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Aggregator</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Aggregator">
-<span id="aggregator"></span><h1>Aggregator<a class="headerlink" href="#module-Aggregator" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Aggregator.App.html#module-Aggregator.App" title="Aggregator.App"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Aggregator.App</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Aggregator.aggregator.html#module-Aggregator.aggregator" title="Aggregator.aggregator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Aggregator.aggregator</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../api.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">API</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Aggregator.App.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Aggregator.App</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html
deleted file mode 100644
index 526e329a..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-init">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">header_css_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">header_extract_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_css_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_extract_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_css_selector</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_must_exist</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_must_not_exist</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_allowed_domain_prefixes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html
deleted file mode 100644
index a7dc4b76..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.article_extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.article_extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-article-extract">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-article-extract" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">article_extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html
deleted file mode 100644
index dceb75e0..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.check_required()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.check_required()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-check-required">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-check-required" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">check_required</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html
deleted file mode 100644
index faa0cec9..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.custom_extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.custom_extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-custom-extract">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-custom-extract" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">custom_extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html
deleted file mode 100644
index a16f5680..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.custom_filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.custom_filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-custom-filter-raw">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-custom-filter-raw" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">custom_filter_raw</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html
deleted file mode 100644
index 85e11bb0..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.custom_filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.custom_filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-custom-filter-soup">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-custom-filter-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">custom_filter_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html
deleted file mode 100644
index 1b8227ba..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-extract">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-extract" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html
deleted file mode 100644
index 1d4ecca6..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.extract_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.extract_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-extract-soup">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-extract-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">extract_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html
deleted file mode 100644
index fb2fbdb5..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-filter-raw">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-filter-raw" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">filter_raw</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html
deleted file mode 100644
index 50e0f3dd..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-filter-soup">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-filter-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">filter_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html
deleted file mode 100644
index 1b984cae..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html
+++ /dev/null
@@ -1,587 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor" href="Processor.App.ArticleUtils.article_extractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       ArticleExtractor.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       ArticleExtractor.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.ArticleUtils.article_extractor.</span></span><span class="sig-name descname"><span class="pre">ArticleExtractor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">header_css_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">header_extract_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_css_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_extract_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_css_selector</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_must_exist</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_must_not_exist</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_allowed_domain_prefixes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">header_css_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">header_extract_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_css_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_extract_dict</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_css_selector</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_must_exist</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_must_not_exist</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_allowed_domain_prefixes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(header_css_dict, ...[, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">article_extract</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required"><code class="xref py py-obj docutils literal notranslate"><span class="pre">check_required</span></code></a>(extracted_dict, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">custom_extract</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw"><code class="xref py py-obj docutils literal notranslate"><span class="pre">custom_filter_raw</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">custom_filter_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter_raw</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess"><code class="xref py py-obj docutils literal notranslate"><span class="pre">preprocess</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">ENCODING</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">SINCE</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">TO</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html
deleted file mode 100644
index 0a6fc6bc..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html
+++ /dev/null
@@ -1,500 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_utils" href="Processor.App.ArticleUtils.article_utils.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.preprocess()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ArticleExtractor.preprocess()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-articleutils-article-extractor-articleextractor-preprocess">
-<h1>Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess<a class="headerlink" href="#processor-app-articleutils-article-extractor-articleextractor-preprocess" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess">
-<span class="sig-prename descclassname"><span class="pre">ArticleExtractor.</span></span><span class="sig-name descname"><span class="pre">preprocess</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_utils.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_utils</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.html
deleted file mode 100644
index 2a9cedb2..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_extractor.html
+++ /dev/null
@@ -1,462 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_extractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils" href="Processor.App.ArticleUtils.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_extractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_extractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.ArticleUtils.article_extractor">
-<span id="processor-app-articleutils-article-extractor"></span><h1>Processor.App.ArticleUtils.article_extractor<a class="headerlink" href="#module-Processor.App.ArticleUtils.article_extractor" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ArticleExtractor</span></code></a>(header_css_dict, ...[, ...])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.article_utils.html b/docs/build/html/generated/Processor.App.ArticleUtils.article_utils.html
deleted file mode 100644
index 1e657d6c..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.article_utils.html
+++ /dev/null
@@ -1,510 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils.article_utils &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.process_article" href="Processor.process_article.html" />
-    <link rel="prev" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.article_utils.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils.article_utils</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.ArticleUtils.article_utils">
-<span id="processor-app-articleutils-article-utils"></span><h1>Processor.App.ArticleUtils.article_utils<a class="headerlink" href="#module-Processor.App.ArticleUtils.article_utils" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Functions</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">article_content_transform</span></code>([fc_eval, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">author_transform</span></code>(author)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">brief_transform</span></code>(text)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">category_transform</span></code>(category)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">comments_num_transform</span></code>(text)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">cz_date_transform</span></code>(date_str)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_complex_extract</span></code>(soup, date_css, ...[, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">format_date_transform</span></code>(format)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">headline_transform</span></code>(headline)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">iso_date_transform</span></code>(text)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">keywords_transform</span></code>(text)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">must_exist_filter</span></code>(soup, filter_list)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">must_not_exist_filter</span></code>(soup, filter_list)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">remove_day_transform</span></code>(date_str)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">text_unification_transform</span></code>(text)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">text_unifications_transform</span></code>(text)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">url_category_transform</span></code>(url)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.process_article.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.process_article</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.ArticleUtils.html b/docs/build/html/generated/Processor.App.ArticleUtils.html
deleted file mode 100644
index 4a375e31..00000000
--- a/docs/build/html/generated/Processor.App.ArticleUtils.html
+++ /dev/null
@@ -1,465 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.ArticleUtils &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.ArticleUtils.article_extractor" href="Processor.App.ArticleUtils.article_extractor.html" />
-    <link rel="prev" title="Processor.App.processor_utils.PipeMetadata.__init__" href="Processor.App.processor_utils.PipeMetadata.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.ArticleUtils.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.ArticleUtils</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.ArticleUtils">
-<span id="processor-app-articleutils"></span><h1>Processor.App.ArticleUtils<a class="headerlink" href="#module-Processor.App.ArticleUtils" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_extractor.html#module-Processor.App.ArticleUtils.article_extractor" title="Processor.App.ArticleUtils.article_extractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_extractor</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.article_utils.html#module-Processor.App.ArticleUtils.article_utils" title="Processor.App.ArticleUtils.article_utils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_utils</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.processor_utils.PipeMetadata.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.processor_utils.PipeMetadata.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.ArticleUtils.article_extractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.ArticleUtils.article_extractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.__init__.html b/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.__init__.html
deleted file mode 100644
index 1c270ad0..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.Downloader.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.Downloader.download" href="Processor.App.Downloader.downloader.Downloader.download.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.Downloader" href="Processor.App.Downloader.downloader.Downloader.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Downloader.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.Downloader.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Downloader.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloader-init">
-<h1>Processor.App.Downloader.downloader.Downloader.__init__<a class="headerlink" href="#processor-app-downloader-downloader-downloader-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.Downloader.__init__">
-<span class="sig-prename descclassname"><span class="pre">Downloader.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.downloader.Downloader.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.Downloader.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.Downloader</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.Downloader.download.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.Downloader.download</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.download.html b/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.download.html
deleted file mode 100644
index 5bb958a3..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.download.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.Downloader.download &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.DownloaderFull" href="Processor.App.Downloader.downloader.DownloaderFull.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.Downloader.__init__" href="Processor.App.Downloader.downloader.Downloader.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.Downloader.download.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader.download">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Downloader.download()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.Downloader.download</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader.download">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Downloader.download()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloader-download">
-<h1>Processor.App.Downloader.downloader.Downloader.download<a class="headerlink" href="#processor-app-downloader-downloader-downloader-download" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.Downloader.download">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Downloader.</span></span><span class="sig-name descname"><span class="pre">download</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.Downloader.downloader.Downloader.download" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.Downloader.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.Downloader.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.DownloaderFull.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.html b/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.html
deleted file mode 100644
index 40470f46..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.Downloader.html
+++ /dev/null
@@ -1,537 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.Downloader &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.Downloader.__init__" href="Processor.App.Downloader.downloader.Downloader.__init__.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader" href="Processor.App.Downloader.downloader.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.Downloader.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Downloader
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Downloader.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.Downloader</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Downloader
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.Downloader.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Downloader.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloader">
-<h1>Processor.App.Downloader.downloader.Downloader<a class="headerlink" href="#processor-app-downloader-downloader-downloader" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.Downloader">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Downloader.downloader.</span></span><span class="sig-name descname"><span class="pre">Downloader</span></span><a class="headerlink" href="#Processor.App.Downloader.downloader.Downloader" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.Downloader.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.downloader.Downloader.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.__init__.html#Processor.App.Downloader.downloader.Downloader.__init__" title="Processor.App.Downloader.downloader.Downloader.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.download.html#Processor.App.Downloader.downloader.Downloader.download" title="Processor.App.Downloader.downloader.Downloader.download"><code class="xref py py-obj docutils literal notranslate"><span class="pre">download</span></code></a>(domain_record)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.Downloader.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.Downloader.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.html b/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.html
deleted file mode 100644
index dd69ca2f..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.DownloaderFull.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.DownloaderFull.aclose" href="Processor.App.Downloader.downloader.DownloaderFull.aclose.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.DownloaderFull" href="Processor.App.Downloader.downloader.DownloaderFull.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.DownloaderFull.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloaderfull-init">
-<h1>Processor.App.Downloader.downloader.DownloaderFull.__init__<a class="headerlink" href="#processor-app-downloader-downloader-downloaderfull-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull.__init__">
-<span class="sig-prename descclassname"><span class="pre">DownloaderFull.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">base_url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'https://data.commoncrawl.org/'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest_verification</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.DownloaderFull.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.DownloaderFull.aclose.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.aclose</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.html b/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.html
deleted file mode 100644
index 76f044eb..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.DownloaderFull.aclose &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.DownloaderFull.aopen" href="Processor.App.Downloader.downloader.DownloaderFull.aopen.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.DownloaderFull.__init__" href="Processor.App.Downloader.downloader.DownloaderFull.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.aclose">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.aclose()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.DownloaderFull.aclose</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.aclose">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.aclose()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloaderfull-aclose">
-<h1>Processor.App.Downloader.downloader.DownloaderFull.aclose<a class="headerlink" href="#processor-app-downloader-downloader-downloaderfull-aclose" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull.aclose">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">DownloaderFull.</span></span><span class="sig-name descname"><span class="pre">aclose</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exc_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Type</span><span class="p"><span class="pre">[</span></span><span class="pre">BaseException</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exc_val</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BaseException</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exc_tb</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">TracebackType</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><span class="pre">Downloader</span></a></span></span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull.aclose" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.DownloaderFull.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.DownloaderFull.aopen.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.aopen</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.html b/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.html
deleted file mode 100644
index 9b49df50..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.DownloaderFull.aopen &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.DownloaderFull.download" href="Processor.App.Downloader.downloader.DownloaderFull.download.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.DownloaderFull.aclose" href="Processor.App.Downloader.downloader.DownloaderFull.aclose.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.aopen">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.aopen()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.DownloaderFull.aopen</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.aopen">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.aopen()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloaderfull-aopen">
-<h1>Processor.App.Downloader.downloader.DownloaderFull.aopen<a class="headerlink" href="#processor-app-downloader-downloader-downloaderfull-aopen" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull.aopen">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">DownloaderFull.</span></span><span class="sig-name descname"><span class="pre">aopen</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><span class="pre">Downloader</span></a></span></span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull.aopen" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.DownloaderFull.aclose.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.aclose</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.DownloaderFull.download.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.download</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.download.html b/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.download.html
deleted file mode 100644
index ce7dbef4..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.download.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.DownloaderFull.download &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.DownloaderFull.unwrap" href="Processor.App.Downloader.downloader.DownloaderFull.unwrap.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.DownloaderFull.aopen" href="Processor.App.Downloader.downloader.DownloaderFull.aopen.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.download">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.download()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.DownloaderFull.download</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.download">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.download()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloaderfull-download">
-<h1>Processor.App.Downloader.downloader.DownloaderFull.download<a class="headerlink" href="#processor-app-downloader-downloader-downloaderfull-download" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull.download">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">DownloaderFull.</span></span><span class="sig-name descname"><span class="pre">download</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull.download" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.DownloaderFull.aopen.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.aopen</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.DownloaderFull.unwrap.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.unwrap</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.html b/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.html
deleted file mode 100644
index e4b3b772..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.html
+++ /dev/null
@@ -1,546 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.DownloaderFull &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.DownloaderFull.__init__" href="Processor.App.Downloader.downloader.DownloaderFull.__init__.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.Downloader.download" href="Processor.App.Downloader.downloader.Downloader.download.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DownloaderFull.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.DownloaderFull</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DownloaderFull.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloaderfull">
-<h1>Processor.App.Downloader.downloader.DownloaderFull<a class="headerlink" href="#processor-app-downloader-downloader-downloaderfull" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Downloader.downloader.</span></span><span class="sig-name descname"><span class="pre">DownloaderFull</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">base_url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'https://data.commoncrawl.org/'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest_verification</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">base_url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'https://data.commoncrawl.org/'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest_verification</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retry</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sleep_step</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.DownloaderFull.__init__.html#Processor.App.Downloader.downloader.DownloaderFull.__init__" title="Processor.App.Downloader.downloader.DownloaderFull.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>([base_url, digest_verification, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.DownloaderFull.aclose.html#Processor.App.Downloader.downloader.DownloaderFull.aclose" title="Processor.App.Downloader.downloader.DownloaderFull.aclose"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aclose</span></code></a>(exc_type, exc_val[, exc_tb])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.DownloaderFull.aopen.html#Processor.App.Downloader.downloader.DownloaderFull.aopen" title="Processor.App.Downloader.downloader.DownloaderFull.aopen"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aopen</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.DownloaderFull.download.html#Processor.App.Downloader.downloader.DownloaderFull.download" title="Processor.App.Downloader.downloader.DownloaderFull.download"><code class="xref py py-obj docutils literal notranslate"><span class="pre">download</span></code></a>(domain_record)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.DownloaderFull.unwrap.html#Processor.App.Downloader.downloader.DownloaderFull.unwrap" title="Processor.App.Downloader.downloader.DownloaderFull.unwrap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unwrap</span></code></a>(response, domain_record)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.Downloader.download.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.Downloader.download</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.DownloaderFull.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.html b/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.html
deleted file mode 100644
index 190dee52..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader.DownloaderFull.unwrap &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader" href="Processor.App.Downloader.dummy_downloader.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.DownloaderFull.download" href="Processor.App.Downloader.downloader.DownloaderFull.download.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.unwrap">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.unwrap()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader.DownloaderFull.unwrap</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.downloader.DownloaderFull.unwrap">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderFull.unwrap()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-downloader-downloaderfull-unwrap">
-<h1>Processor.App.Downloader.downloader.DownloaderFull.unwrap<a class="headerlink" href="#processor-app-downloader-downloader-downloaderfull-unwrap" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.downloader.DownloaderFull.unwrap">
-<span class="sig-prename descclassname"><span class="pre">DownloaderFull.</span></span><span class="sig-name descname"><span class="pre">unwrap</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bytes</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">domain_record</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.Downloader.downloader.DownloaderFull.unwrap" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.DownloaderFull.download.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.download</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.downloader.html b/docs/build/html/generated/Processor.App.Downloader.downloader.html
deleted file mode 100644
index fe5bd4d5..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.downloader.html
+++ /dev/null
@@ -1,460 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.downloader &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader.Downloader" href="Processor.App.Downloader.downloader.Downloader.html" />
-    <link rel="prev" title="Processor.App.Downloader" href="Processor.App.Downloader.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.downloader.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.downloader</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Downloader.downloader">
-<span id="processor-app-downloader-downloader"></span><h1>Processor.App.Downloader.downloader<a class="headerlink" href="#module-Processor.App.Downloader.downloader" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Downloader</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.DownloaderFull.html#Processor.App.Downloader.downloader.DownloaderFull" title="Processor.App.Downloader.downloader.DownloaderFull"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DownloaderFull</span></code></a>([base_url, ...])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.Downloader.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader.Downloader</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html
deleted file mode 100644
index 310054a9..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-dummy-downloader-downloaderdummy-init">
-<h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__<a class="headerlink" href="#processor-app-downloader-dummy-downloader-downloaderdummy-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">
-<span class="sig-prename descclassname"><span class="pre">DownloaderDummy.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">files</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">date</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">datetime</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.download</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html
deleted file mode 100644
index 88ac4f7a..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader.DownloaderDummy.download &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.download">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.download()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.download</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.download">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.download()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-dummy-downloader-downloaderdummy-download">
-<h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.download<a class="headerlink" href="#processor-app-downloader-dummy-downloader-downloaderdummy-download" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">DownloaderDummy.</span></span><span class="sig-name descname"><span class="pre">download</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.download" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html
deleted file mode 100644
index 1f7a6fa7..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.extract_url()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.extract_url()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-dummy-downloader-downloaderdummy-extract-url">
-<h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url<a class="headerlink" href="#processor-app-downloader-dummy-downloader-downloaderdummy-extract-url" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url">
-<span class="sig-prename descclassname"><span class="pre">DownloaderDummy.</span></span><span class="sig-name descname"><span class="pre">extract_url</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">content</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.download</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html
deleted file mode 100644
index 2b145bd4..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.extract_year()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.extract_year()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-dummy-downloader-downloaderdummy-extract-year">
-<h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year<a class="headerlink" href="#processor-app-downloader-dummy-downloader-downloaderdummy-extract-year" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year">
-<span class="sig-prename descclassname"><span class="pre">DownloaderDummy.</span></span><span class="sig-name descname"><span class="pre">extract_year</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.html
deleted file mode 100644
index 98af499a..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.html
+++ /dev/null
@@ -1,546 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader.DownloaderDummy &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader" href="Processor.App.Downloader.dummy_downloader.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DownloaderDummy.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DownloaderDummy.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-dummy-downloader-downloaderdummy">
-<h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy<a class="headerlink" href="#processor-app-downloader-dummy-downloader-downloaderdummy" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Downloader.dummy_downloader.</span></span><span class="sig-name descname"><span class="pre">DownloaderDummy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">files</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">date</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">datetime</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">files</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">date</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">datetime</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(files[, url, date])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.download" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.download"><code class="xref py py-obj docutils literal notranslate"><span class="pre">download</span></code></a>(domain_record)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract_url</span></code></a>(content)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract_year</span></code></a>(file_path)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata"><code class="xref py py-obj docutils literal notranslate"><span class="pre">mine_metadata</span></code></a>(content, file_path)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html
deleted file mode 100644
index b5818170..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor" href="Processor.App.Extractor.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.mine_metadata()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DownloaderDummy.mine_metadata()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-downloader-dummy-downloader-downloaderdummy-mine-metadata">
-<h1>Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata<a class="headerlink" href="#processor-app-downloader-dummy-downloader-downloaderdummy-mine-metadata" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata">
-<span class="sig-prename descclassname"><span class="pre">DownloaderDummy.</span></span><span class="sig-name descname"><span class="pre">mine_metadata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">content</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.html b/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.html
deleted file mode 100644
index eb094a76..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.dummy_downloader.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader.dummy_downloader &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.html" />
-    <link rel="prev" title="Processor.App.Downloader.downloader.DownloaderFull.unwrap" href="Processor.App.Downloader.downloader.DownloaderFull.unwrap.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.dummy_downloader.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader.dummy_downloader</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Downloader.dummy_downloader">
-<span id="processor-app-downloader-dummy-downloader"></span><h1>Processor.App.Downloader.dummy_downloader<a class="headerlink" href="#module-Processor.App.Downloader.dummy_downloader" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DownloaderDummy</span></code></a>(files[, url, date])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.downloader.DownloaderFull.unwrap.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.downloader.DownloaderFull.unwrap</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Downloader.html b/docs/build/html/generated/Processor.App.Downloader.html
deleted file mode 100644
index d808c97b..00000000
--- a/docs/build/html/generated/Processor.App.Downloader.html
+++ /dev/null
@@ -1,460 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Downloader &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader.downloader" href="Processor.App.Downloader.downloader.html" />
-    <link rel="prev" title="Processor.App" href="Processor.App.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Downloader.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Downloader</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Downloader">
-<span id="processor-app-downloader"></span><h1>Processor.App.Downloader<a class="headerlink" href="#module-Processor.App.Downloader" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.downloader.html#module-Processor.App.Downloader.downloader" title="Processor.App.Downloader.downloader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Downloader.downloader</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Downloader.dummy_downloader.html#module-Processor.App.Downloader.dummy_downloader" title="Processor.App.Downloader.dummy_downloader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Downloader.dummy_downloader</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.downloader.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader.downloader</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.html
deleted file mode 100644
index 7de5b541..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor.extract" href="Processor.App.Extractor.dummy_extractor.Extractor.extract.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor" href="Processor.App.Extractor.dummy_extractor.Extractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor-init">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor.__init__<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.__init__">
-<span class="sig-prename descclassname"><span class="pre">Extractor.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.extract.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.extract</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.html
deleted file mode 100644
index 92bd265b..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor.extract &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup" href="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor.__init__" href="Processor.App.Extractor.dummy_extractor.Extractor.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor.extract</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor-extract">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor.extract<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor-extract" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.extract">
-<span class="sig-prename descclassname"><span class="pre">Extractor.</span></span><span class="sig-name descname"><span class="pre">extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.extract" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.extract_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html
deleted file mode 100644
index ba5f6cd1..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor.extract_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor.extract" href="Processor.App.Extractor.dummy_extractor.Extractor.extract.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.extract_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.extract_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor.extract_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.extract_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.extract_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor-extract-soup">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor.extract_soup<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor-extract-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup">
-<span class="sig-prename descclassname"><span class="pre">Extractor.</span></span><span class="sig-name descname"><span class="pre">extract_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.extract_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.extract.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.extract</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.filter_raw</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html
deleted file mode 100644
index e9657d66..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor.filter_raw &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup" href="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor.filter_raw</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor-filter-raw">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor.filter_raw<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor-filter-raw" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw">
-<span class="sig-prename descclassname"><span class="pre">Extractor.</span></span><span class="sig-name descname"><span class="pre">filter_raw</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.filter_raw" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.extract_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.filter_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html
deleted file mode 100644
index 9c05cbcf..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor.filter_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor.preprocess" href="Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor.filter_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor-filter-soup">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor.filter_soup<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor-filter-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup">
-<span class="sig-prename descclassname"><span class="pre">Extractor.</span></span><span class="sig-name descname"><span class="pre">filter_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.filter_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.filter_raw</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.preprocess</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.html
deleted file mode 100644
index b0157acc..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.html
+++ /dev/null
@@ -1,567 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor.__init__" href="Processor.App.Extractor.dummy_extractor.Extractor.__init__.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor" href="Processor.App.Extractor.dummy_extractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Extractor.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Extractor.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Extractor.dummy_extractor.</span></span><span class="sig-name descname"><span class="pre">Extractor</span></span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.__init__.html#Processor.App.Extractor.dummy_extractor.Extractor.__init__" title="Processor.App.Extractor.dummy_extractor.Extractor.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.extract.html#Processor.App.Extractor.dummy_extractor.Extractor.extract" title="Processor.App.Extractor.dummy_extractor.Extractor.extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html#Processor.App.Extractor.dummy_extractor.Extractor.extract_soup" title="Processor.App.Extractor.dummy_extractor.Extractor.extract_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html#Processor.App.Extractor.dummy_extractor.Extractor.filter_raw" title="Processor.App.Extractor.dummy_extractor.Extractor.filter_raw"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter_raw</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html#Processor.App.Extractor.dummy_extractor.Extractor.filter_soup" title="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html#Processor.App.Extractor.dummy_extractor.Extractor.preprocess" title="Processor.App.Extractor.dummy_extractor.Extractor.preprocess"><code class="xref py py-obj docutils literal notranslate"><span class="pre">preprocess</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">ENCODING</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">SINCE</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">TO</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html
deleted file mode 100644
index 456db5d7..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor.Extractor.preprocess &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor" href="Processor.App.Extractor.extractor.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.preprocess">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.preprocess()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor.Extractor.preprocess</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.dummy_extractor.Extractor.preprocess">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Extractor.preprocess()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-dummy-extractor-extractor-preprocess">
-<h1>Processor.App.Extractor.dummy_extractor.Extractor.preprocess<a class="headerlink" href="#processor-app-extractor-dummy-extractor-extractor-preprocess" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.dummy_extractor.Extractor.preprocess">
-<span class="sig-prename descclassname"><span class="pre">Extractor.</span></span><span class="sig-name descname"><span class="pre">preprocess</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#Processor.App.Extractor.dummy_extractor.Extractor.preprocess" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.filter_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.html b/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.html
deleted file mode 100644
index e57acb75..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.dummy_extractor.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.dummy_extractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor.Extractor" href="Processor.App.Extractor.dummy_extractor.Extractor.html" />
-    <link rel="prev" title="Processor.App.Extractor" href="Processor.App.Extractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.dummy_extractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.dummy_extractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Extractor.dummy_extractor">
-<span id="processor-app-extractor-dummy-extractor"></span><h1>Processor.App.Extractor.dummy_extractor<a class="headerlink" href="#module-Processor.App.Extractor.dummy_extractor" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.Extractor.html#Processor.App.Extractor.dummy_extractor.Extractor" title="Processor.App.Extractor.dummy_extractor.Extractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Extractor</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.Extractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.html
deleted file mode 100644
index f4e86d93..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor.extract" href="Processor.App.Extractor.extractor.BaseExtractor.extract.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor" href="Processor.App.Extractor.extractor.BaseExtractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor-init">
-<h1>Processor.App.Extractor.extractor.BaseExtractor.__init__<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.__init__">
-<span class="sig-prename descclassname"><span class="pre">BaseExtractor.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.extract.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.extract</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.html
deleted file mode 100644
index cf0545e3..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor.extract &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor.extract_soup" href="Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor.__init__" href="Processor.App.Extractor.extractor.BaseExtractor.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor.extract</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.extract">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.extract()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor-extract">
-<h1>Processor.App.Extractor.extractor.BaseExtractor.extract<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor-extract" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.extract">
-<span class="sig-prename descclassname"><span class="pre">BaseExtractor.</span></span><span class="sig-name descname"><span class="pre">extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.extract" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.extract_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html
deleted file mode 100644
index ada628b6..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor.extract_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor.filter_raw" href="Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor.extract" href="Processor.App.Extractor.extractor.BaseExtractor.extract.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.extract_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.extract_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor.extract_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.extract_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.extract_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor-extract-soup">
-<h1>Processor.App.Extractor.extractor.BaseExtractor.extract_soup<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor-extract-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.extract_soup">
-<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">BaseExtractor.</span></span><span class="sig-name descname"><span class="pre">extract_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.extract_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.extract.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.extract</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.filter_raw</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html
deleted file mode 100644
index b67b8832..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor.filter_raw &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor.filter_soup" href="Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor.extract_soup" href="Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor.filter_raw</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.filter_raw">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.filter_raw()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor-filter-raw">
-<h1>Processor.App.Extractor.extractor.BaseExtractor.filter_raw<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor-filter-raw" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.filter_raw">
-<span class="sig-prename descclassname"><span class="pre">BaseExtractor.</span></span><span class="sig-name descname"><span class="pre">filter_raw</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.filter_raw" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.extract_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.filter_soup</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html
deleted file mode 100644
index dd3d6675..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor.filter_soup &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor.preprocess" href="Processor.App.Extractor.extractor.BaseExtractor.preprocess.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor.filter_raw" href="Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor.filter_soup</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.filter_soup">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.filter_soup()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor-filter-soup">
-<h1>Processor.App.Extractor.extractor.BaseExtractor.filter_soup<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor-filter-soup" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.filter_soup">
-<span class="sig-prename descclassname"><span class="pre">BaseExtractor.</span></span><span class="sig-name descname"><span class="pre">filter_soup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">soup</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">BeautifulSoup</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.filter_soup" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.filter_raw</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.preprocess.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.preprocess</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.html
deleted file mode 100644
index 7ab856d3..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.html
+++ /dev/null
@@ -1,567 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor.__init__" href="Processor.App.Extractor.extractor.BaseExtractor.__init__.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor" href="Processor.App.Extractor.extractor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       BaseExtractor.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       BaseExtractor.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor">
-<h1>Processor.App.Extractor.extractor.BaseExtractor<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Extractor.extractor.</span></span><span class="sig-name descname"><span class="pre">BaseExtractor</span></span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.__init__.html#Processor.App.Extractor.extractor.BaseExtractor.__init__" title="Processor.App.Extractor.extractor.BaseExtractor.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.extract.html#Processor.App.Extractor.extractor.BaseExtractor.extract" title="Processor.App.Extractor.extractor.BaseExtractor.extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html#Processor.App.Extractor.extractor.BaseExtractor.extract_soup" title="Processor.App.Extractor.extractor.BaseExtractor.extract_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html#Processor.App.Extractor.extractor.BaseExtractor.filter_raw" title="Processor.App.Extractor.extractor.BaseExtractor.filter_raw"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter_raw</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html#Processor.App.Extractor.extractor.BaseExtractor.filter_soup" title="Processor.App.Extractor.extractor.BaseExtractor.filter_soup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter_soup</span></code></a>(soup, metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.preprocess.html#Processor.App.Extractor.extractor.BaseExtractor.preprocess" title="Processor.App.Extractor.extractor.BaseExtractor.preprocess"><code class="xref py py-obj docutils literal notranslate"><span class="pre">preprocess</span></code></a>(response, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">ENCODING</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">SINCE</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">TO</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.html b/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.html
deleted file mode 100644
index 1fed0e7a..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor.BaseExtractor.preprocess &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor_utils" href="Processor.App.Extractor.extractor_utils.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor.filter_soup" href="Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.preprocess">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.preprocess()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor.BaseExtractor.preprocess</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Extractor.extractor.BaseExtractor.preprocess">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     BaseExtractor.preprocess()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-extractor-extractor-baseextractor-preprocess">
-<h1>Processor.App.Extractor.extractor.BaseExtractor.preprocess<a class="headerlink" href="#processor-app-extractor-extractor-baseextractor-preprocess" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Extractor.extractor.BaseExtractor.preprocess">
-<span class="sig-prename descclassname"><span class="pre">BaseExtractor.</span></span><span class="sig-name descname"><span class="pre">preprocess</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#Processor.App.Extractor.extractor.BaseExtractor.preprocess" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.filter_soup</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor_utils.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor_utils</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor.html b/docs/build/html/generated/Processor.App.Extractor.extractor.html
deleted file mode 100644
index 48ad37cc..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.extractor.BaseExtractor" href="Processor.App.Extractor.extractor.BaseExtractor.html" />
-    <link rel="prev" title="Processor.App.Extractor.dummy_extractor.Extractor.preprocess" href="Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Extractor.extractor">
-<span id="processor-app-extractor-extractor"></span><h1>Processor.App.Extractor.extractor<a class="headerlink" href="#module-Processor.App.Extractor.extractor" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.html#Processor.App.Extractor.extractor.BaseExtractor" title="Processor.App.Extractor.extractor.BaseExtractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BaseExtractor</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.dummy_extractor.Extractor.preprocess</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.extractor.BaseExtractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.extractor_utils.html b/docs/build/html/generated/Processor.App.Extractor.extractor_utils.html
deleted file mode 100644
index 0e03af07..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.extractor_utils.html
+++ /dev/null
@@ -1,481 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor.extractor_utils &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer" href="Processor.App.OutStreamer.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor.BaseExtractor.preprocess" href="Processor.App.Extractor.extractor.BaseExtractor.preprocess.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.extractor_utils.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor.extractor_utils</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Extractor.extractor_utils">
-<span id="processor-app-extractor-extractor-utils"></span><h1>Processor.App.Extractor.extractor_utils<a class="headerlink" href="#module-Processor.App.Extractor.extractor_utils" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Functions</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">all_same_transform</span></code>(dict, fc)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">combine_dicts</span></code>(dicts)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract_transform</span></code>(tag, extract_dict, ...)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_attribute_transform</span></code>(attr_name)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_tag_transform</span></code>(tag_desc)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_tags_transform</span></code>(tag_desc)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_text_list_transform</span></code>([sep])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_text_transform</span></code>(tag[, recursive])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">transform</span></code>(dict, transforms)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor.BaseExtractor.preprocess.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor.BaseExtractor.preprocess</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Extractor.html b/docs/build/html/generated/Processor.App.Extractor.html
deleted file mode 100644
index 3bb08508..00000000
--- a/docs/build/html/generated/Processor.App.Extractor.html
+++ /dev/null
@@ -1,463 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Extractor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Extractor.dummy_extractor" href="Processor.App.Extractor.dummy_extractor.html" />
-    <link rel="prev" title="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Extractor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Extractor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Extractor">
-<span id="processor-app-extractor"></span><h1>Processor.App.Extractor<a class="headerlink" href="#module-Processor.App.Extractor" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.dummy_extractor.html#module-Processor.App.Extractor.dummy_extractor" title="Processor.App.Extractor.dummy_extractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Extractor.dummy_extractor</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor.html#module-Processor.App.Extractor.extractor" title="Processor.App.Extractor.extractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Extractor.extractor</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Extractor.extractor_utils.html#module-Processor.App.Extractor.extractor_utils" title="Processor.App.Extractor.extractor_utils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Extractor.extractor_utils</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Extractor.dummy_extractor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Extractor.dummy_extractor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html b/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html
deleted file mode 100644
index 7e0d537b..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-dummy-streamer-dummystreamer-init">
-<h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__<a class="headerlink" href="#processor-app-outstreamer-dummy-streamer-dummystreamer-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">
-<span class="sig-prename descclassname"><span class="pre">DummyStreamer.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html b/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html
deleted file mode 100644
index 8c5dd33e..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-dummy-streamer-dummystreamer-clean-up">
-<h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up<a class="headerlink" href="#processor-app-outstreamer-dummy-streamer-dummystreamer-clean-up" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">DummyStreamer.</span></span><span class="sig-name descname"><span class="pre">clean_up</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html b/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html
deleted file mode 100644
index cc5eeb7e..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html
+++ /dev/null
@@ -1,540 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.dummy_streamer.DummyStreamer &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.dummy_streamer" href="Processor.App.OutStreamer.dummy_streamer.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DummyStreamer.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DummyStreamer.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-dummy-streamer-dummystreamer">
-<h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer<a class="headerlink" href="#processor-app-outstreamer-dummy-streamer-dummystreamer" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.dummy_streamer.DummyStreamer">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.OutStreamer.dummy_streamer.</span></span><span class="sig-name descname"><span class="pre">DummyStreamer</span></span><a class="headerlink" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_up</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stream</span></code></a>(extracted_data, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.dummy_streamer.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html b/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html
deleted file mode 100644
index 14368179..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.outstreamer" href="Processor.App.OutStreamer.outstreamer.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DummyStreamer.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-dummy-streamer-dummystreamer-stream">
-<h1>Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream<a class="headerlink" href="#processor-app-outstreamer-dummy-streamer-dummystreamer-stream" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">DummyStreamer.</span></span><span class="sig-name descname"><span class="pre">stream</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.outstreamer.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.outstreamer</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.html b/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.html
deleted file mode 100644
index 8e7f91de..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.dummy_streamer.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.dummy_streamer &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html" />
-    <link rel="prev" title="Processor.App.OutStreamer" href="Processor.App.OutStreamer.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.dummy_streamer.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.dummy_streamer</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.OutStreamer.dummy_streamer">
-<span id="processor-app-outstreamer-dummy-streamer"></span><h1>Processor.App.OutStreamer.dummy_streamer<a class="headerlink" href="#module-Processor.App.OutStreamer.dummy_streamer" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DummyStreamer</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.html b/docs/build/html/generated/Processor.App.OutStreamer.html
deleted file mode 100644
index 5cae0109..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.html
+++ /dev/null
@@ -1,463 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.dummy_streamer" href="Processor.App.OutStreamer.dummy_streamer.html" />
-    <link rel="prev" title="Processor.App.Extractor.extractor_utils" href="Processor.App.Extractor.extractor_utils.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.OutStreamer">
-<span id="processor-app-outstreamer"></span><h1>Processor.App.OutStreamer<a class="headerlink" href="#module-Processor.App.OutStreamer" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.dummy_streamer.html#module-Processor.App.OutStreamer.dummy_streamer" title="Processor.App.OutStreamer.dummy_streamer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.OutStreamer.dummy_streamer</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.html#module-Processor.App.OutStreamer.outstreamer" title="Processor.App.OutStreamer.outstreamer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.OutStreamer.outstreamer</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.html#module-Processor.App.OutStreamer.stream_to_file" title="Processor.App.OutStreamer.stream_to_file"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.OutStreamer.stream_to_file</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Extractor.extractor_utils.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Extractor.extractor_utils</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.dummy_streamer.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html b/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html
deleted file mode 100644
index d1a15bc5..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.outstreamer.OutStreamer.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up" href="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.outstreamer.OutStreamer" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.outstreamer.OutStreamer.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-outstreamer-outstreamer-init">
-<h1>Processor.App.OutStreamer.outstreamer.OutStreamer.__init__<a class="headerlink" href="#processor-app-outstreamer-outstreamer-outstreamer-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">
-<span class="sig-prename descclassname"><span class="pre">OutStreamer.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html b/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html
deleted file mode 100644
index 727e294b..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.outstreamer.OutStreamer.stream" href="Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__" href="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-outstreamer-outstreamer-clean-up">
-<h1>Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up<a class="headerlink" href="#processor-app-outstreamer-outstreamer-outstreamer-clean-up" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up">
-<em class="property"><span class="pre">abstract</span><span class="w"> </span><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamer.</span></span><span class="sig-name descname"><span class="pre">clean_up</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer.stream</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.html b/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.html
deleted file mode 100644
index d2d4b08a..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.html
+++ /dev/null
@@ -1,540 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.outstreamer.OutStreamer &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__" href="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.outstreamer" href="Processor.App.OutStreamer.outstreamer.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamer.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.outstreamer.OutStreamer</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamer.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-outstreamer-outstreamer">
-<h1>Processor.App.OutStreamer.outstreamer.OutStreamer<a class="headerlink" href="#processor-app-outstreamer-outstreamer-outstreamer" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.outstreamer.OutStreamer">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.OutStreamer.outstreamer.</span></span><span class="sig-name descname"><span class="pre">OutStreamer</span></span><a class="headerlink" href="#Processor.App.OutStreamer.outstreamer.OutStreamer" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__" title="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html#Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up" title="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_up</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html#Processor.App.OutStreamer.outstreamer.OutStreamer.stream" title="Processor.App.OutStreamer.outstreamer.OutStreamer.stream"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stream</span></code></a>(extracted_data, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.outstreamer.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.outstreamer</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html b/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html
deleted file mode 100644
index afb2c824..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.outstreamer.OutStreamer.stream &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file" href="Processor.App.OutStreamer.stream_to_file.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up" href="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.outstreamer.OutStreamer.stream</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamer.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-outstreamer-outstreamer-stream">
-<h1>Processor.App.OutStreamer.outstreamer.OutStreamer.stream<a class="headerlink" href="#processor-app-outstreamer-outstreamer-outstreamer-stream" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.outstreamer.OutStreamer.stream">
-<em class="property"><span class="pre">abstract</span><span class="w"> </span><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamer.</span></span><span class="sig-name descname"><span class="pre">stream</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Path</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.outstreamer.OutStreamer.stream" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.html b/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.html
deleted file mode 100644
index f1536162..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.outstreamer.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.outstreamer &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.outstreamer.OutStreamer" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.outstreamer.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.outstreamer</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.OutStreamer.outstreamer">
-<span id="processor-app-outstreamer-outstreamer"></span><h1>Processor.App.OutStreamer.outstreamer<a class="headerlink" href="#module-Processor.App.OutStreamer.outstreamer" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer" title="Processor.App.OutStreamer.outstreamer.OutStreamer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OutStreamer</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html
deleted file mode 100644
index 260e19f9..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfiledefault-init">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfiledefault-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileDefault.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.out'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">directory_prefix</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'directory_'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_directory_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">500</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">order_num</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retries</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html
deleted file mode 100644
index eb2a4ad8..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfiledefault-clean-up">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfiledefault-clean-up" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamerFileDefault.</span></span><span class="sig-name descname"><span class="pre">clean_up</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html
deleted file mode 100644
index 679da0b0..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.get_file_name()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.get_file_name()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfiledefault-get-file-name">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfiledefault-get-file-name" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileDefault.</span></span><span class="sig-name descname"><span class="pre">get_file_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html
deleted file mode 100644
index dd89ac1e..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html
+++ /dev/null
@@ -1,546 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file" href="Processor.App.OutStreamer.stream_to_file.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamerFileDefault.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamerFileDefault.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfiledefault">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfiledefault" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.OutStreamer.stream_to_file.</span></span><span class="sig-name descname"><span class="pre">OutStreamerFileDefault</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.out'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">directory_prefix</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'directory_'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_directory_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">500</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">order_num</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retries</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.out'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">directory_prefix</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'directory_'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_directory_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">500</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">order_num</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_retries</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">3</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(origin[, extension, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_up</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_file_name</span></code></a>(metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string"><code class="xref py py-obj docutils literal notranslate"><span class="pre">metadata_to_string</span></code></a>(extracted_data)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stream</span></code></a>(extracted_data, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html
deleted file mode 100644
index 647f7318..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.metadata_to_string()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.metadata_to_string()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfiledefault-metadata-to-string">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfiledefault-metadata-to-string" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileDefault.</span></span><span class="sig-name descname"><span class="pre">metadata_to_string</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html
deleted file mode 100644
index 24a604c5..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileDefault.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfiledefault-stream">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfiledefault-stream" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamerFileDefault.</span></span><span class="sig-name descname"><span class="pre">stream</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Path</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html
deleted file mode 100644
index a8e15c23..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-init">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileHTMLContent.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.html'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html
deleted file mode 100644
index 08f31f27..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-clean-up">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-clean-up" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamerFileHTMLContent.</span></span><span class="sig-name descname"><span class="pre">clean_up</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html
deleted file mode 100644
index eed8bb95..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.get_file_name()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.get_file_name()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-get-file-name">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-get-file-name" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileHTMLContent.</span></span><span class="sig-name descname"><span class="pre">get_file_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html
deleted file mode 100644
index 50473673..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html
+++ /dev/null
@@ -1,546 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamerFileHTMLContent.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamerFileHTMLContent.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.OutStreamer.stream_to_file.</span></span><span class="sig-name descname"><span class="pre">OutStreamerFileHTMLContent</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.html'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.html'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(origin[, extension])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_up</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_file_name</span></code></a>(metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string"><code class="xref py py-obj docutils literal notranslate"><span class="pre">metadata_to_string</span></code></a>(extracted_data)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stream</span></code></a>(extracted_data, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html
deleted file mode 100644
index 95ebb2dc..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.metadata_to_string()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.metadata_to_string()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-metadata-to-string">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-metadata-to-string" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileHTMLContent.</span></span><span class="sig-name descname"><span class="pre">metadata_to_string</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html
deleted file mode 100644
index 461506a5..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileHTMLContent.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-stream">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-stream" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamerFileHTMLContent.</span></span><span class="sig-name descname"><span class="pre">stream</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Path</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html
deleted file mode 100644
index fb0853a0..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilejson-init">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilejson-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileJSON.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pretty</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html
deleted file mode 100644
index 3a73b17a..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.clean_up()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilejson-clean-up">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilejson-clean-up" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamerFileJSON.</span></span><span class="sig-name descname"><span class="pre">clean_up</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html
deleted file mode 100644
index 04805960..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.get_file_name()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.get_file_name()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilejson-get-file-name">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilejson-get-file-name" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileJSON.</span></span><span class="sig-name descname"><span class="pre">get_file_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html
deleted file mode 100644
index c5ce575a..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html
+++ /dev/null
@@ -1,546 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamerFileJSON.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       OutStreamerFileJSON.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilejson">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilejson" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.OutStreamer.stream_to_file.</span></span><span class="sig-name descname"><span class="pre">OutStreamerFileJSON</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pretty</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">origin</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pretty</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(origin[, extension, pretty])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_up</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_file_name</span></code></a>(metadata)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string"><code class="xref py py-obj docutils literal notranslate"><span class="pre">metadata_to_string</span></code></a>(extracted_data)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stream</span></code></a>(extracted_data, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html
deleted file mode 100644
index 85624f88..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.metadata_to_string()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.metadata_to_string()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilejson-metadata-to-string">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilejson-metadata-to-string" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string">
-<span class="sig-prename descclassname"><span class="pre">OutStreamerFileJSON.</span></span><span class="sig-name descname"><span class="pre">metadata_to_string</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html
deleted file mode 100644
index 25158914..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Pipeline" href="Processor.App.Pipeline.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     OutStreamerFileJSON.stream()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-outstreamer-stream-to-file-outstreamerfilejson-stream">
-<h1>Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream<a class="headerlink" href="#processor-app-outstreamer-stream-to-file-outstreamerfilejson-stream" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">OutStreamerFileJSON.</span></span><span class="sig-name descname"><span class="pre">stream</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">extracted_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Path</span></span></span><a class="headerlink" href="#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Pipeline.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Pipeline</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.html b/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.html
deleted file mode 100644
index b670d76f..00000000
--- a/docs/build/html/generated/Processor.App.OutStreamer.stream_to_file.html
+++ /dev/null
@@ -1,463 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.OutStreamer.stream_to_file &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.outstreamer.OutStreamer.stream" href="Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.OutStreamer.stream_to_file.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.OutStreamer.stream_to_file</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.OutStreamer.stream_to_file">
-<span id="processor-app-outstreamer-stream-to-file"></span><h1>Processor.App.OutStreamer.stream_to_file<a class="headerlink" href="#module-Processor.App.OutStreamer.stream_to_file" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OutStreamerFileDefault</span></code></a>(origin[, extension, ...])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OutStreamerFileHTMLContent</span></code></a>(origin[, extension])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OutStreamerFileJSON</span></code></a>(origin[, extension, pretty])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.outstreamer.OutStreamer.stream</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Pipeline.html b/docs/build/html/generated/Processor.App.Pipeline.html
deleted file mode 100644
index 819360f0..00000000
--- a/docs/build/html/generated/Processor.App.Pipeline.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Pipeline &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Pipeline.pipeline" href="Processor.App.Pipeline.pipeline.html" />
-    <link rel="prev" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Pipeline.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Pipeline</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Pipeline">
-<span id="processor-app-pipeline"></span><h1>Processor.App.Pipeline<a class="headerlink" href="#module-Processor.App.Pipeline" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Pipeline.pipeline.html#module-Processor.App.Pipeline.pipeline" title="Processor.App.Pipeline.pipeline"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Pipeline.pipeline</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Pipeline.pipeline.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Pipeline.pipeline</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html b/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html
deleted file mode 100644
index 16b3a5db..00000000
--- a/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html" />
-    <link rel="prev" title="Processor.App.Pipeline.pipeline.ProcessorPipeline" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ProcessorPipeline.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ProcessorPipeline.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-pipeline-pipeline-processorpipeline-init">
-<h1>Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__<a class="headerlink" href="#processor-app-pipeline-pipeline-processorpipeline-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">
-<span class="sig-prename descclassname"><span class="pre">ProcessorPipeline.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">router</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.Router.router.Router.html#Processor.App.Router.router.Router" title="Processor.App.Router.router.Router"><span class="pre">Router</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">downloader</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><span class="pre">Downloader</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">outstreamer</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer" title="Processor.App.OutStreamer.outstreamer.OutStreamer"><span class="pre">OutStreamer</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Pipeline.pipeline.ProcessorPipeline</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.html b/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.html
deleted file mode 100644
index d79da45b..00000000
--- a/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.html
+++ /dev/null
@@ -1,537 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Pipeline.pipeline.ProcessorPipeline &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html" />
-    <link rel="prev" title="Processor.App.Pipeline.pipeline" href="Processor.App.Pipeline.pipeline.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ProcessorPipeline
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       ProcessorPipeline.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Pipeline.pipeline.ProcessorPipeline</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ProcessorPipeline
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       ProcessorPipeline.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-pipeline-pipeline-processorpipeline">
-<h1>Processor.App.Pipeline.pipeline.ProcessorPipeline<a class="headerlink" href="#processor-app-pipeline-pipeline-processorpipeline" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Pipeline.pipeline.ProcessorPipeline">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Pipeline.pipeline.</span></span><span class="sig-name descname"><span class="pre">ProcessorPipeline</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">router</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.Router.router.Router.html#Processor.App.Router.router.Router" title="Processor.App.Router.router.Router"><span class="pre">Router</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">downloader</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><span class="pre">Downloader</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">outstreamer</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer" title="Processor.App.OutStreamer.outstreamer.OutStreamer"><span class="pre">OutStreamer</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">router</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.Router.router.Router.html#Processor.App.Router.router.Router" title="Processor.App.Router.router.Router"><span class="pre">Router</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">downloader</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><span class="pre">Downloader</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">outstreamer</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer" title="Processor.App.OutStreamer.outstreamer.OutStreamer"><span class="pre">OutStreamer</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__" title="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(router, downloader, outstreamer)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html#Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record" title="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record"><code class="xref py py-obj docutils literal notranslate"><span class="pre">process_domain_record</span></code></a>(domain_record)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Pipeline.pipeline.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Pipeline.pipeline</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html b/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html
deleted file mode 100644
index 6f331fdf..00000000
--- a/docs/build/html/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router" href="Processor.App.Router.html" />
-    <link rel="prev" title="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ProcessorPipeline.process_domain_record()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ProcessorPipeline.process_domain_record()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-pipeline-pipeline-processorpipeline-process-domain-record">
-<h1>Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record<a class="headerlink" href="#processor-app-pipeline-pipeline-processorpipeline-process-domain-record" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">ProcessorPipeline.</span></span><span class="sig-name descname"><span class="pre">process_domain_record</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Pipeline.pipeline.html b/docs/build/html/generated/Processor.App.Pipeline.pipeline.html
deleted file mode 100644
index f39fc560..00000000
--- a/docs/build/html/generated/Processor.App.Pipeline.pipeline.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Pipeline.pipeline &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Pipeline.pipeline.ProcessorPipeline" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.html" />
-    <link rel="prev" title="Processor.App.Pipeline" href="Processor.App.Pipeline.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Pipeline.pipeline.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Pipeline.pipeline</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Pipeline.pipeline">
-<span id="processor-app-pipeline-pipeline"></span><h1>Processor.App.Pipeline.pipeline<a class="headerlink" href="#module-Processor.App.Pipeline.pipeline" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.html#Processor.App.Pipeline.pipeline.ProcessorPipeline" title="Processor.App.Pipeline.pipeline.ProcessorPipeline"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ProcessorPipeline</span></code></a>(router, downloader, ...)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Pipeline.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Pipeline</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Pipeline.pipeline.ProcessorPipeline</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.html b/docs/build/html/generated/Processor.App.Router.html
deleted file mode 100644
index 8d27aeaf..00000000
--- a/docs/build/html/generated/Processor.App.Router.html
+++ /dev/null
@@ -1,457 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router" href="Processor.App.Router.router.html" />
-    <link rel="prev" title="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Router">
-<span id="processor-app-router"></span><h1>Processor.App.Router<a class="headerlink" href="#module-Processor.App.Router" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.router.html#module-Processor.App.Router.router" title="Processor.App.Router.router"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Router.router</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Route.__init__.html b/docs/build/html/generated/Processor.App.Router.router.Route.__init__.html
deleted file mode 100644
index 4de8e83a..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Route.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Route.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router" href="Processor.App.Router.router.Router.html" />
-    <link rel="prev" title="Processor.App.Router.router.Route" href="Processor.App.Router.router.Route.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Route.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Route.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Route.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Route.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Route.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Route.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-route-init">
-<h1>Processor.App.Router.router.Route.__init__<a class="headerlink" href="#processor-app-router-router-route-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Route.__init__">
-<span class="sig-prename descclassname"><span class="pre">Route.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">regexes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Pattern</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.Router.router.Route.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Route.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Route</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Route.html b/docs/build/html/generated/Processor.App.Router.router.Route.html
deleted file mode 100644
index 086acf67..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Route.html
+++ /dev/null
@@ -1,555 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Route &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Route.__init__" href="Processor.App.Router.router.Route.__init__.html" />
-    <link rel="prev" title="Processor.App.Router.router" href="Processor.App.Router.router.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Route.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Route">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Route
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Router.router.Route.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Route.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Route</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Route">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Route
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Router.router.Route.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Route.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-route">
-<h1>Processor.App.Router.router.Route<a class="headerlink" href="#processor-app-router-router-route" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Route">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Router.router.</span></span><span class="sig-name descname"><span class="pre">Route</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">regexes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">re.Pattern</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime.datetime</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime.datetime</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Route" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Route.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">regexes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Pattern</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.Router.router.Route.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.router.Route.__init__.html#Processor.App.Router.router.Route.__init__" title="Processor.App.Router.router.Route.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(name, regexes, since, to)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexes</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">since</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">to</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Route.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Route.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.__init__.html b/docs/build/html/generated/Processor.App.Router.router.Router.__init__.html
deleted file mode 100644
index 0ba573ef..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router.load_module" href="Processor.App.Router.router.Router.load_module.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router" href="Processor.App.Router.router.Router.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router-init">
-<h1>Processor.App.Router.router.Router.__init__<a class="headerlink" href="#processor-app-router-router-router-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.__init__">
-<span class="sig-prename descclassname"><span class="pre">Router.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Router.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.load_module.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router.load_module</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.html b/docs/build/html/generated/Processor.App.Router.router.Router.html
deleted file mode 100644
index d382b0d2..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.html
+++ /dev/null
@@ -1,549 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router.__init__" href="Processor.App.Router.router.Router.__init__.html" />
-    <link rel="prev" title="Processor.App.Router.router.Route.__init__" href="Processor.App.Router.router.Route.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Router.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Router.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router">
-<h1>Processor.App.Router.router.Router<a class="headerlink" href="#processor-app-router-router-router" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.Router.router.</span></span><span class="sig-name descname"><span class="pre">Router</span></span><a class="headerlink" href="#Processor.App.Router.router.Router" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Router.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.__init__.html#Processor.App.Router.router.Router.__init__" title="Processor.App.Router.router.Router.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.load_module.html#Processor.App.Router.router.Router.load_module" title="Processor.App.Router.router.Router.load_module"><code class="xref py py-obj docutils literal notranslate"><span class="pre">load_module</span></code></a>(module_path)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.load_modules.html#Processor.App.Router.router.Router.load_modules" title="Processor.App.Router.router.Router.load_modules"><code class="xref py py-obj docutils literal notranslate"><span class="pre">load_modules</span></code></a>(folder)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.register_route.html#Processor.App.Router.router.Router.register_route" title="Processor.App.Router.router.Router.register_route"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_route</span></code></a>(name, regex[, since, to])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.register_routes.html#Processor.App.Router.router.Router.register_routes" title="Processor.App.Router.router.Router.register_routes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_routes</span></code></a>(config)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.route.html#Processor.App.Router.router.Router.route" title="Processor.App.Router.router.Router.route"><code class="xref py py-obj docutils literal notranslate"><span class="pre">route</span></code></a>(url, time, metadata)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Route.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Route.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.load_module.html b/docs/build/html/generated/Processor.App.Router.router.Router.load_module.html
deleted file mode 100644
index 649e6625..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.load_module.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router.load_module &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router.load_modules" href="Processor.App.Router.router.Router.load_modules.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router.__init__" href="Processor.App.Router.router.Router.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.load_module.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.load_module">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.load_module()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router.load_module</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.load_module">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.load_module()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router-load-module">
-<h1>Processor.App.Router.router.Router.load_module<a class="headerlink" href="#processor-app-router-router-router-load-module" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.load_module">
-<span class="sig-prename descclassname"><span class="pre">Router.</span></span><span class="sig-name descname"><span class="pre">load_module</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">module_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Router.load_module" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.load_modules.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router.load_modules</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.load_modules.html b/docs/build/html/generated/Processor.App.Router.router.Router.load_modules.html
deleted file mode 100644
index 7615c5e6..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.load_modules.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router.load_modules &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router.register_route" href="Processor.App.Router.router.Router.register_route.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router.load_module" href="Processor.App.Router.router.Router.load_module.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.load_modules.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.load_modules">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.load_modules()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router.load_modules</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.load_modules">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.load_modules()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router-load-modules">
-<h1>Processor.App.Router.router.Router.load_modules<a class="headerlink" href="#processor-app-router-router-router-load-modules" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.load_modules">
-<span class="sig-prename descclassname"><span class="pre">Router.</span></span><span class="sig-name descname"><span class="pre">load_modules</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">folder</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Path</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Router.load_modules" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.load_module.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router.load_module</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.register_route.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router.register_route</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.register_route.html b/docs/build/html/generated/Processor.App.Router.router.Router.register_route.html
deleted file mode 100644
index 7f14fceb..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.register_route.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router.register_route &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router.register_routes" href="Processor.App.Router.router.Router.register_routes.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router.load_modules" href="Processor.App.Router.router.Router.load_modules.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.register_route.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.register_route">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.register_route()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router.register_route</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.register_route">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.register_route()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router-register-route">
-<h1>Processor.App.Router.router.Router.register_route<a class="headerlink" href="#processor-app-router-router-router-register-route" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.register_route">
-<span class="sig-prename descclassname"><span class="pre">Router.</span></span><span class="sig-name descname"><span class="pre">register_route</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">regex</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">since</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">datetime</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">to</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">datetime</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Router.register_route" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.load_modules.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router.load_modules</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.register_routes.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router.register_routes</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.register_routes.html b/docs/build/html/generated/Processor.App.Router.router.Router.register_routes.html
deleted file mode 100644
index b43bcd3f..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.register_routes.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router.register_routes &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Router.route" href="Processor.App.Router.router.Router.route.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router.register_route" href="Processor.App.Router.router.Router.register_route.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.register_routes.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.register_routes">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.register_routes()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router.register_routes</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.register_routes">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.register_routes()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router-register-routes">
-<h1>Processor.App.Router.router.Router.register_routes<a class="headerlink" href="#processor-app-router-router-router-register-routes" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.register_routes">
-<span class="sig-prename descclassname"><span class="pre">Router.</span></span><span class="sig-name descname"><span class="pre">register_routes</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.Router.router.Router.register_routes" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.register_route.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router.register_route</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Router.route.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Router.route</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.Router.route.html b/docs/build/html/generated/Processor.App.Router.router.Router.route.html
deleted file mode 100644
index 5b044d2b..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.Router.route.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router.Router.route &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.processor_utils" href="Processor.App.processor_utils.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router.register_routes" href="Processor.App.Router.router.Router.register_routes.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.Router.route.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.route">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.route()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router.Router.route</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.Router.router.Router.route">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Router.route()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-router-router-router-route">
-<h1>Processor.App.Router.router.Router.route<a class="headerlink" href="#processor-app-router-router-router-route" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.Router.router.Router.route">
-<span class="sig-prename descclassname"><span class="pre">Router.</span></span><span class="sig-name descname"><span class="pre">route</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><span class="pre">PipeMetadata</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="Processor.App.Extractor.extractor.BaseExtractor.html#Processor.App.Extractor.extractor.BaseExtractor" title="Processor.App.Extractor.extractor.BaseExtractor"><span class="pre">BaseExtractor</span></a></span></span><a class="headerlink" href="#Processor.App.Router.router.Router.route" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.register_routes.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router.register_routes</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.processor_utils.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.processor_utils</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.Router.router.html b/docs/build/html/generated/Processor.App.Router.router.html
deleted file mode 100644
index 2aba3f23..00000000
--- a/docs/build/html/generated/Processor.App.Router.router.html
+++ /dev/null
@@ -1,460 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.Router.router &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Router.router.Route" href="Processor.App.Router.router.Route.html" />
-    <link rel="prev" title="Processor.App.Router" href="Processor.App.Router.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.Router.router.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.Router.router</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.Router.router">
-<span id="processor-app-router-router"></span><h1>Processor.App.Router.router<a class="headerlink" href="#module-Processor.App.Router.router" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.router.Route.html#Processor.App.Router.router.Route" title="Processor.App.Router.router.Route"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Route</span></code></a>(name, regexes, since, to)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Router.router.Router.html#Processor.App.Router.router.Router" title="Processor.App.Router.router.Router"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Router</span></code></a>()</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Router.router.Route.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Router.router.Route</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.html b/docs/build/html/generated/Processor.App.html
deleted file mode 100644
index b84a3a32..00000000
--- a/docs/build/html/generated/Processor.App.html
+++ /dev/null
@@ -1,480 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.Downloader" href="Processor.App.Downloader.html" />
-    <link rel="prev" title="Processor" href="Processor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="current reference internal" href="#">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App">
-<span id="processor-app"></span><h1>Processor.App<a class="headerlink" href="#module-Processor.App" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Downloader.html#module-Processor.App.Downloader" title="Processor.App.Downloader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Downloader</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Extractor.html#module-Processor.App.Extractor" title="Processor.App.Extractor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Extractor</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.OutStreamer.html#module-Processor.App.OutStreamer" title="Processor.App.OutStreamer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.OutStreamer</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.Pipeline.html#module-Processor.App.Pipeline" title="Processor.App.Pipeline"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Pipeline</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.Router.html#module-Processor.App.Router" title="Processor.App.Router"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.Router</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.processor_utils.html#module-Processor.App.processor_utils" title="Processor.App.processor_utils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.processor_utils</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.ArticleUtils.html#module-Processor.App.ArticleUtils" title="Processor.App.ArticleUtils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.Downloader.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.Downloader</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.processor_utils.DomainRecord.__init__.html b/docs/build/html/generated/Processor.App.processor_utils.DomainRecord.__init__.html
deleted file mode 100644
index 5a546f02..00000000
--- a/docs/build/html/generated/Processor.App.processor_utils.DomainRecord.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.processor_utils.DomainRecord.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.processor_utils.PipeMetadata" href="Processor.App.processor_utils.PipeMetadata.html" />
-    <link rel="prev" title="Processor.App.processor_utils.DomainRecord" href="Processor.App.processor_utils.DomainRecord.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.processor_utils.DomainRecord.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.DomainRecord.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.processor_utils.DomainRecord.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.DomainRecord.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-processor-utils-domainrecord-init">
-<h1>Processor.App.processor_utils.DomainRecord.__init__<a class="headerlink" href="#processor-app-processor-utils-domainrecord-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.processor_utils.DomainRecord.__init__">
-<span class="sig-prename descclassname"><span class="pre">DomainRecord.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">618654)</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.processor_utils.DomainRecord.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.processor_utils.DomainRecord.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.processor_utils.DomainRecord</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.processor_utils.PipeMetadata.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.processor_utils.PipeMetadata</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.processor_utils.DomainRecord.html b/docs/build/html/generated/Processor.App.processor_utils.DomainRecord.html
deleted file mode 100644
index fda3cb97..00000000
--- a/docs/build/html/generated/Processor.App.processor_utils.DomainRecord.html
+++ /dev/null
@@ -1,564 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.processor_utils.DomainRecord &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.processor_utils.DomainRecord.__init__" href="Processor.App.processor_utils.DomainRecord.__init__.html" />
-    <link rel="prev" title="Processor.App.processor_utils" href="Processor.App.processor_utils.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.processor_utils.DomainRecord.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.DomainRecord">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.processor_utils.DomainRecord.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DomainRecord.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.processor_utils.DomainRecord</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.DomainRecord">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     DomainRecord
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.processor_utils.DomainRecord.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       DomainRecord.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-processor-utils-domainrecord">
-<h1>Processor.App.processor_utils.DomainRecord<a class="headerlink" href="#processor-app-processor-utils-domainrecord" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.processor_utils.DomainRecord">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.processor_utils.</span></span><span class="sig-name descname"><span class="pre">DomainRecord</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime.datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">618654)</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.processor_utils.DomainRecord" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.processor_utils.DomainRecord.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">url</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">digest</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">618654)</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.processor_utils.DomainRecord.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.__init__.html#Processor.App.processor_utils.DomainRecord.__init__" title="Processor.App.processor_utils.DomainRecord.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(filename, url, offset, length[, ...])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">digest</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">encoding</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">timestamp</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">filename</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">url</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">offset</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">length</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.processor_utils.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.processor_utils</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.processor_utils.DomainRecord.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.processor_utils.DomainRecord.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.processor_utils.PipeMetadata.__init__.html b/docs/build/html/generated/Processor.App.processor_utils.PipeMetadata.__init__.html
deleted file mode 100644
index 7e236c8e..00000000
--- a/docs/build/html/generated/Processor.App.processor_utils.PipeMetadata.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.processor_utils.PipeMetadata.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.process_article" href="Processor.process_article.html" />
-    <link rel="prev" title="Processor.App.processor_utils.PipeMetadata" href="Processor.App.processor_utils.PipeMetadata.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.PipeMetadata.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     PipeMetadata.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.processor_utils.PipeMetadata.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.PipeMetadata.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     PipeMetadata.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-processor-utils-pipemetadata-init">
-<h1>Processor.App.processor_utils.PipeMetadata.__init__<a class="headerlink" href="#processor-app-processor-utils-pipemetadata-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.processor_utils.PipeMetadata.__init__">
-<span class="sig-prename descclassname"><span class="pre">PipeMetadata.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record:</span> <span class="pre">~Processor.App.processor_utils.DomainRecord</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_data:</span> <span class="pre">~typing.Dict[~typing.Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">warc_header:</span> <span class="pre">~typing.Dict[str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">http_header:</span> <span class="pre">~typing.Dict[str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'latin-1'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">~typing.Optional[str]</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.processor_utils.PipeMetadata.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.processor_utils.PipeMetadata.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.processor_utils.PipeMetadata</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.process_article.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.process_article</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.processor_utils.PipeMetadata.html b/docs/build/html/generated/Processor.App.processor_utils.PipeMetadata.html
deleted file mode 100644
index 375a92d3..00000000
--- a/docs/build/html/generated/Processor.App.processor_utils.PipeMetadata.html
+++ /dev/null
@@ -1,562 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.processor_utils.PipeMetadata &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.processor_utils.PipeMetadata.__init__" href="Processor.App.processor_utils.PipeMetadata.__init__.html" />
-    <link rel="prev" title="Processor.App.processor_utils.DomainRecord.__init__" href="Processor.App.processor_utils.DomainRecord.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.processor_utils.PipeMetadata.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.PipeMetadata">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     PipeMetadata
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.processor_utils.PipeMetadata.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       PipeMetadata.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.processor_utils.PipeMetadata</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.App.processor_utils.PipeMetadata">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     PipeMetadata
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.App.processor_utils.PipeMetadata.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       PipeMetadata.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-app-processor-utils-pipemetadata">
-<h1>Processor.App.processor_utils.PipeMetadata<a class="headerlink" href="#processor-app-processor-utils-pipemetadata" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.App.processor_utils.PipeMetadata">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.App.processor_utils.</span></span><span class="sig-name descname"><span class="pre">PipeMetadata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record:</span> <span class="pre">~Processor.App.processor_utils.DomainRecord</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_data:</span> <span class="pre">~typing.Dict[~typing.Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">warc_header:</span> <span class="pre">~typing.Dict[str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">http_header:</span> <span class="pre">~typing.Dict[str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'latin-1'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">~typing.Optional[str]</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.App.processor_utils.PipeMetadata" title="Permalink to this definition">#</a></dt>
-<dd><p>Metadata for a pipe.</p>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.App.processor_utils.PipeMetadata.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">domain_record:</span> <span class="pre">~Processor.App.processor_utils.DomainRecord</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">article_data:</span> <span class="pre">~typing.Dict[~typing.Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">warc_header:</span> <span class="pre">~typing.Dict[str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">http_header:</span> <span class="pre">~typing.Dict[str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.Any]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'latin-1'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">~typing.Optional[str]</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.App.processor_utils.PipeMetadata.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.__init__.html#Processor.App.processor_utils.PipeMetadata.__init__" title="Processor.App.processor_utils.PipeMetadata.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(domain_record[, article_data, ...])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">encoding</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">domain_record</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">article_data</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">warc_header</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">http_header</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.processor_utils.DomainRecord.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.processor_utils.DomainRecord.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.processor_utils.PipeMetadata.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.processor_utils.PipeMetadata.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.App.processor_utils.html b/docs/build/html/generated/Processor.App.processor_utils.html
deleted file mode 100644
index e6614ed7..00000000
--- a/docs/build/html/generated/Processor.App.processor_utils.html
+++ /dev/null
@@ -1,460 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.App.processor_utils &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App.processor_utils.DomainRecord" href="Processor.App.processor_utils.DomainRecord.html" />
-    <link rel="prev" title="Processor.App.Router.router.Router.route" href="Processor.App.Router.router.Router.route.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.App.processor_utils.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.App.processor_utils</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.App.processor_utils">
-<span id="processor-app-processor-utils"></span><h1>Processor.App.processor_utils<a class="headerlink" href="#module-Processor.App.processor_utils" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DomainRecord</span></code></a>(filename, url, offset, length)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PipeMetadata</span></code></a>(domain_record, article_data, ...)</p></td>
-<td><p>Metadata for a pipe.</p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.Router.router.Router.route.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.Router.router.Router.route</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.processor_utils.DomainRecord.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App.processor_utils.DomainRecord</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.html b/docs/build/html/generated/Processor.html
deleted file mode 100644
index 84b0a5b7..00000000
--- a/docs/build/html/generated/Processor.html
+++ /dev/null
@@ -1,468 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.App" href="Processor.App.html" />
-    <link rel="prev" title="Aggregator.aggregator" href="Aggregator.aggregator.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="current reference internal" href="#">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor">
-<span id="processor"></span><h1>Processor<a class="headerlink" href="#module-Processor" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Modules</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.App.html#module-Processor.App" title="Processor.App"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.App</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.process_article.html#module-Processor.process_article" title="Processor.process_article"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.process_article</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.html#module-Processor.processor" title="Processor.processor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Processor.processor</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Aggregator.aggregator.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Aggregator.aggregator</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.App.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.App</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.process_article.html b/docs/build/html/generated/Processor.process_article.html
deleted file mode 100644
index d6c3f0b5..00000000
--- a/docs/build/html/generated/Processor.process_article.html
+++ /dev/null
@@ -1,460 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.process_article &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor" href="Processor.processor.html" />
-    <link rel="prev" title="Processor.App.processor_utils.PipeMetadata.__init__" href="Processor.App.processor_utils.PipeMetadata.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3 current active">
-      <a class="current reference internal" href="#">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.process_article.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.process_article</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.process_article">
-<span id="processor-process-article"></span><h1>Processor.process_article<a class="headerlink" href="#module-Processor.process_article" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Functions</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">article_process</span></code>(article_path, output_path, ...)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">main</span></code>()</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.App.processor_utils.PipeMetadata.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.App.processor_utils.PipeMetadata.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.__init__.html b/docs/build/html/generated/Processor.processor.Listener.__init__.html
deleted file mode 100644
index 7fe01de3..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_before_message" href="Processor.processor.Listener.on_before_message.html" />
-    <link rel="prev" title="Processor.processor.Listener" href="Processor.processor.Listener.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-init">
-<h1>Processor.processor.Listener.__init__<a class="headerlink" href="#processor-processor-listener-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.__init__">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Queue</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="Processor.processor.Message.html#Processor.processor.Message" title="Processor.processor.Message"><span class="pre">Message</span></a><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">listener_stats</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.processor.ListnerStats.html#Processor.processor.ListnerStats" title="Processor.processor.ListnerStats"><span class="pre">ListnerStats</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_before_message.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_before_message</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.html b/docs/build/html/generated/Processor.processor.Listener.html
deleted file mode 100644
index 0a4b03e0..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.html
+++ /dev/null
@@ -1,570 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.__init__" href="Processor.processor.Listener.__init__.html" />
-    <link rel="prev" title="Processor.processor" href="Processor.processor.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.processor.Listener.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Listener.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.processor.Listener.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Listener.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener">
-<h1>Processor.processor.Listener<a class="headerlink" href="#processor-processor-listener" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.processor.Listener">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.processor.</span></span><span class="sig-name descname"><span class="pre">Listener</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Queue</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="Processor.processor.Message.html#Processor.processor.Message" title="Processor.processor.Message"><span class="pre">Message</span></a><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">listener_stats</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.processor.ListnerStats.html#Processor.processor.ListnerStats" title="Processor.processor.ListnerStats"><span class="pre">ListnerStats</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Queue</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="Processor.processor.Message.html#Processor.processor.Message" title="Processor.processor.Message"><span class="pre">Message</span></a><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">listener_stats</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.processor.ListnerStats.html#Processor.processor.ListnerStats" title="Processor.processor.ListnerStats"><span class="pre">ListnerStats</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.__init__.html#Processor.processor.Listener.__init__" title="Processor.processor.Listener.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(messages, listener_stats)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.Listener.on_before_message.html#Processor.processor.Listener.on_before_message" title="Processor.processor.Listener.on_before_message"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_before_message</span></code></a>(frame)</p></td>
-<td><p>Called by the STOMP connection before a message is returned to the client app.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.on_connected.html#Processor.processor.Listener.on_connected" title="Processor.processor.Listener.on_connected"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_connected</span></code></a>(frame)</p></td>
-<td><p>Called by the STOMP connection when a CONNECTED frame is received (after a connection has been established or re-established).</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.Listener.on_connecting.html#Processor.processor.Listener.on_connecting" title="Processor.processor.Listener.on_connecting"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_connecting</span></code></a>(host_and_port)</p></td>
-<td><p>Called by the STOMP connection once a TCP/IP connection to the STOMP server has been established or re-established.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.on_disconnected.html#Processor.processor.Listener.on_disconnected" title="Processor.processor.Listener.on_disconnected"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_disconnected</span></code></a>()</p></td>
-<td><p>Called by the STOMP connection when a TCP/IP connection to the STOMP server has been lost.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.Listener.on_disconnecting.html#Processor.processor.Listener.on_disconnecting" title="Processor.processor.Listener.on_disconnecting"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_disconnecting</span></code></a>()</p></td>
-<td><p>Called before a DISCONNECT frame is sent.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.on_error.html#Processor.processor.Listener.on_error" title="Processor.processor.Listener.on_error"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_error</span></code></a>(frame)</p></td>
-<td><p>Called by the STOMP connection when an ERROR frame is received.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.Listener.on_heartbeat.html#Processor.processor.Listener.on_heartbeat" title="Processor.processor.Listener.on_heartbeat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_heartbeat</span></code></a>()</p></td>
-<td><p>Called on receipt of a heartbeat.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.on_heartbeat_timeout.html#Processor.processor.Listener.on_heartbeat_timeout" title="Processor.processor.Listener.on_heartbeat_timeout"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_heartbeat_timeout</span></code></a>()</p></td>
-<td><p>Called by the STOMP connection when a heartbeat message has not been received beyond the specified period.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.Listener.on_message.html#Processor.processor.Listener.on_message" title="Processor.processor.Listener.on_message"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_message</span></code></a>(frame)</p></td>
-<td><p>Called by the STOMP connection when a MESSAGE frame is received.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.on_receipt.html#Processor.processor.Listener.on_receipt" title="Processor.processor.Listener.on_receipt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_receipt</span></code></a>(frame)</p></td>
-<td><p>Called by the STOMP connection when a RECEIPT frame is received, sent by the server if requested by the client using the 'receipt' header.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.Listener.on_receiver_loop_completed.html#Processor.processor.Listener.on_receiver_loop_completed" title="Processor.processor.Listener.on_receiver_loop_completed"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_receiver_loop_completed</span></code></a>(frame)</p></td>
-<td><p>Called when the connection receiver_loop has finished.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.on_send.html#Processor.processor.Listener.on_send" title="Processor.processor.Listener.on_send"><code class="xref py py-obj docutils literal notranslate"><span class="pre">on_send</span></code></a>(frame)</p></td>
-<td><p>Called by the STOMP connection when it is in the process of sending a message</p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_before_message.html b/docs/build/html/generated/Processor.processor.Listener.on_before_message.html
deleted file mode 100644
index 1d3f6a41..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_before_message.html
+++ /dev/null
@@ -1,502 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_before_message &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_connected" href="Processor.processor.Listener.on_connected.html" />
-    <link rel="prev" title="Processor.processor.Listener.__init__" href="Processor.processor.Listener.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_before_message.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_before_message">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_before_message()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_before_message</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_before_message">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_before_message()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-before-message">
-<h1>Processor.processor.Listener.on_before_message<a class="headerlink" href="#processor-processor-listener-on-before-message" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_before_message">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_before_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_before_message" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection before a message is returned to the client app. Returns a tuple
-containing the headers and body (so that implementing listeners can pre-process the content).</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>frame</strong> (<em>Frame</em>) – the stomp frame</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_connected.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_connected</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_connected.html b/docs/build/html/generated/Processor.processor.Listener.on_connected.html
deleted file mode 100644
index b362a4d3..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_connected.html
+++ /dev/null
@@ -1,503 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_connected &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_connecting" href="Processor.processor.Listener.on_connecting.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_before_message" href="Processor.processor.Listener.on_before_message.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_connected.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_connected">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_connected()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_connected</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_connected">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_connected()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-connected">
-<h1>Processor.processor.Listener.on_connected<a class="headerlink" href="#processor-processor-listener-on-connected" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_connected">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_connected</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_connected" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when a CONNECTED frame is
-received (after a connection has been established or
-re-established).</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>frame</strong> (<em>Frame</em>) – the stomp frame</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_before_message.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_before_message</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_connecting.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_connecting</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_connecting.html b/docs/build/html/generated/Processor.processor.Listener.on_connecting.html
deleted file mode 100644
index a7defdcf..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_connecting.html
+++ /dev/null
@@ -1,506 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_connecting &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_disconnected" href="Processor.processor.Listener.on_disconnected.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_connected" href="Processor.processor.Listener.on_connected.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_connecting.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_connecting">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_connecting()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_connecting</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_connecting">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_connecting()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-connecting">
-<h1>Processor.processor.Listener.on_connecting<a class="headerlink" href="#processor-processor-listener-on-connecting" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_connecting">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_connecting</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">host_and_port</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_connecting" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection once a TCP/IP connection to the
-STOMP server has been established or re-established. Note that
-at this point, no connection has been established on the STOMP
-protocol level. For this, you need to invoke the “connect”
-method on the connection.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>host_and_port</strong> (<em>(</em><em>str</em><em>,</em><em>int</em><em>)</em>) – a tuple containing the host name and port number to which the connection
-has been established.</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_connected.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_connected</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_disconnected.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_disconnected</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_disconnected.html b/docs/build/html/generated/Processor.processor.Listener.on_disconnected.html
deleted file mode 100644
index dd63ffd3..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_disconnected.html
+++ /dev/null
@@ -1,498 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_disconnected &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_disconnecting" href="Processor.processor.Listener.on_disconnecting.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_connecting" href="Processor.processor.Listener.on_connecting.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_disconnected.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_disconnected">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_disconnected()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_disconnected</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_disconnected">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_disconnected()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-disconnected">
-<h1>Processor.processor.Listener.on_disconnected<a class="headerlink" href="#processor-processor-listener-on-disconnected" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_disconnected">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_disconnected</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_disconnected" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when a TCP/IP connection to the
-STOMP server has been lost.  No messages should be sent via
-the connection until it has been reestablished.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_connecting.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_connecting</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_disconnecting.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_disconnecting</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_disconnecting.html b/docs/build/html/generated/Processor.processor.Listener.on_disconnecting.html
deleted file mode 100644
index 964f0c62..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_disconnecting.html
+++ /dev/null
@@ -1,496 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_disconnecting &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_error" href="Processor.processor.Listener.on_error.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_disconnected" href="Processor.processor.Listener.on_disconnected.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_disconnecting.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_disconnecting">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_disconnecting()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_disconnecting</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_disconnecting">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_disconnecting()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-disconnecting">
-<h1>Processor.processor.Listener.on_disconnecting<a class="headerlink" href="#processor-processor-listener-on-disconnecting" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_disconnecting">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_disconnecting</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_disconnecting" title="Permalink to this definition">#</a></dt>
-<dd><p>Called before a DISCONNECT frame is sent.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_disconnected.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_disconnected</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_error.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_error</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_error.html b/docs/build/html/generated/Processor.processor.Listener.on_error.html
deleted file mode 100644
index 0dd4ad1a..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_error.html
+++ /dev/null
@@ -1,501 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_error &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_heartbeat" href="Processor.processor.Listener.on_heartbeat.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_disconnecting" href="Processor.processor.Listener.on_disconnecting.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_error.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_error">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_error()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_error</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_error">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_error()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-error">
-<h1>Processor.processor.Listener.on_error<a class="headerlink" href="#processor-processor-listener-on-error" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_error">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_error</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_error" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when an ERROR frame is received.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>frame</strong> (<em>Frame</em>) – the stomp frame</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_disconnecting.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_disconnecting</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_heartbeat.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_heartbeat</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_heartbeat.html b/docs/build/html/generated/Processor.processor.Listener.on_heartbeat.html
deleted file mode 100644
index 40cd4a37..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_heartbeat.html
+++ /dev/null
@@ -1,496 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_heartbeat &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_heartbeat_timeout" href="Processor.processor.Listener.on_heartbeat_timeout.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_error" href="Processor.processor.Listener.on_error.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_heartbeat.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_heartbeat">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_heartbeat()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_heartbeat</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_heartbeat">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_heartbeat()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-heartbeat">
-<h1>Processor.processor.Listener.on_heartbeat<a class="headerlink" href="#processor-processor-listener-on-heartbeat" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_heartbeat">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_heartbeat</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_heartbeat" title="Permalink to this definition">#</a></dt>
-<dd><p>Called on receipt of a heartbeat.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_error.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_error</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_heartbeat_timeout.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_heartbeat_timeout</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_heartbeat_timeout.html b/docs/build/html/generated/Processor.processor.Listener.on_heartbeat_timeout.html
deleted file mode 100644
index c49a8348..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_heartbeat_timeout.html
+++ /dev/null
@@ -1,497 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_heartbeat_timeout &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_message" href="Processor.processor.Listener.on_message.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_heartbeat" href="Processor.processor.Listener.on_heartbeat.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_heartbeat_timeout.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_heartbeat_timeout">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_heartbeat_timeout()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_heartbeat_timeout</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_heartbeat_timeout">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_heartbeat_timeout()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-heartbeat-timeout">
-<h1>Processor.processor.Listener.on_heartbeat_timeout<a class="headerlink" href="#processor-processor-listener-on-heartbeat-timeout" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_heartbeat_timeout">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_heartbeat_timeout</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_heartbeat_timeout" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when a heartbeat message has not been
-received beyond the specified period.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_heartbeat.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_heartbeat</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_message.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_message</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_message.html b/docs/build/html/generated/Processor.processor.Listener.on_message.html
deleted file mode 100644
index 2cb4a849..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_message.html
+++ /dev/null
@@ -1,501 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_message &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_receipt" href="Processor.processor.Listener.on_receipt.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_heartbeat_timeout" href="Processor.processor.Listener.on_heartbeat_timeout.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_message.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_message">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_message()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_message</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_message">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_message()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-message">
-<h1>Processor.processor.Listener.on_message<a class="headerlink" href="#processor-processor-listener-on-message" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_message">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_message" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when a MESSAGE frame is received.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>frame</strong> (<em>Frame</em>) – the stomp frame</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_heartbeat_timeout.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_heartbeat_timeout</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_receipt.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_receipt</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_receipt.html b/docs/build/html/generated/Processor.processor.Listener.on_receipt.html
deleted file mode 100644
index 74c372c3..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_receipt.html
+++ /dev/null
@@ -1,503 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_receipt &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_receiver_loop_completed" href="Processor.processor.Listener.on_receiver_loop_completed.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_message" href="Processor.processor.Listener.on_message.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_receipt.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_receipt">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_receipt()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_receipt</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_receipt">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_receipt()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-receipt">
-<h1>Processor.processor.Listener.on_receipt<a class="headerlink" href="#processor-processor-listener-on-receipt" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_receipt">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_receipt</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_receipt" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when a RECEIPT frame is
-received, sent by the server if requested by the client using
-the ‘receipt’ header.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>frame</strong> (<em>Frame</em>) – the stomp frame</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_message.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_message</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_receiver_loop_completed.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_receiver_loop_completed</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_receiver_loop_completed.html b/docs/build/html/generated/Processor.processor.Listener.on_receiver_loop_completed.html
deleted file mode 100644
index 735f8a75..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_receiver_loop_completed.html
+++ /dev/null
@@ -1,496 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_receiver_loop_completed &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener.on_send" href="Processor.processor.Listener.on_send.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_receipt" href="Processor.processor.Listener.on_receipt.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_receiver_loop_completed.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_receiver_loop_completed">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_receiver_loop_completed()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_receiver_loop_completed</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_receiver_loop_completed">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_receiver_loop_completed()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-receiver-loop-completed">
-<h1>Processor.processor.Listener.on_receiver_loop_completed<a class="headerlink" href="#processor-processor-listener-on-receiver-loop-completed" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_receiver_loop_completed">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_receiver_loop_completed</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_receiver_loop_completed" title="Permalink to this definition">#</a></dt>
-<dd><p>Called when the connection receiver_loop has finished.</p>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_receipt.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_receipt</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.on_send.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener.on_send</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Listener.on_send.html b/docs/build/html/generated/Processor.processor.Listener.on_send.html
deleted file mode 100644
index 1ec8f8b7..00000000
--- a/docs/build/html/generated/Processor.processor.Listener.on_send.html
+++ /dev/null
@@ -1,501 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Listener.on_send &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.ListnerStats" href="Processor.processor.ListnerStats.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_receiver_loop_completed" href="Processor.processor.Listener.on_receiver_loop_completed.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Listener.on_send.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_send">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_send()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Listener.on_send</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Listener.on_send">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Listener.on_send()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listener-on-send">
-<h1>Processor.processor.Listener.on_send<a class="headerlink" href="#processor-processor-listener-on-send" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Listener.on_send">
-<span class="sig-prename descclassname"><span class="pre">Listener.</span></span><span class="sig-name descname"><span class="pre">on_send</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">frame</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Listener.on_send" title="Permalink to this definition">#</a></dt>
-<dd><p>Called by the STOMP connection when it is in the process of sending a message</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>frame</strong> (<em>Frame</em>) – the stomp frame</p>
-</dd>
-</dl>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_receiver_loop_completed.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_receiver_loop_completed</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.ListnerStats.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.ListnerStats</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.ListnerStats.__init__.html b/docs/build/html/generated/Processor.processor.ListnerStats.__init__.html
deleted file mode 100644
index d0206ed7..00000000
--- a/docs/build/html/generated/Processor.processor.ListnerStats.__init__.html
+++ /dev/null
@@ -1,495 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.ListnerStats.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Message" href="Processor.processor.Message.html" />
-    <link rel="prev" title="Processor.processor.ListnerStats" href="Processor.processor.ListnerStats.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.ListnerStats.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.ListnerStats.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ListnerStats.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.ListnerStats.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.ListnerStats.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ListnerStats.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listnerstats-init">
-<h1>Processor.processor.ListnerStats.__init__<a class="headerlink" href="#processor-processor-listnerstats-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.ListnerStats.__init__">
-<span class="sig-prename descclassname"><span class="pre">ListnerStats.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">last_message_time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">629188)</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.processor.ListnerStats.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.ListnerStats.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.ListnerStats</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Message.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Message</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.ListnerStats.html b/docs/build/html/generated/Processor.processor.ListnerStats.html
deleted file mode 100644
index 8f37bd2a..00000000
--- a/docs/build/html/generated/Processor.processor.ListnerStats.html
+++ /dev/null
@@ -1,549 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.ListnerStats &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.ListnerStats.__init__" href="Processor.processor.ListnerStats.__init__.html" />
-    <link rel="prev" title="Processor.processor.Listener.on_send" href="Processor.processor.Listener.on_send.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.ListnerStats.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.ListnerStats">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ListnerStats
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.processor.ListnerStats.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       ListnerStats.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.ListnerStats</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.ListnerStats">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     ListnerStats
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.processor.ListnerStats.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       ListnerStats.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-listnerstats">
-<h1>Processor.processor.ListnerStats<a class="headerlink" href="#processor-processor-listnerstats" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.processor.ListnerStats">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.processor.</span></span><span class="sig-name descname"><span class="pre">ListnerStats</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">last_message_time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime.datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">629188)</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.ListnerStats" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.ListnerStats.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">last_message_time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datetime</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">datetime.datetime(2022,</span> <span class="pre">11,</span> <span class="pre">10,</span> <span class="pre">21,</span> <span class="pre">20,</span> <span class="pre">56,</span> <span class="pre">629188)</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.processor.ListnerStats.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.ListnerStats.__init__.html#Processor.processor.ListnerStats.__init__" title="Processor.processor.ListnerStats.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>([messages, last_message_time])</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">last_message_time</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">messages</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Listener.on_send.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Listener.on_send</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.ListnerStats.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.ListnerStats.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Message.__init__.html b/docs/build/html/generated/Processor.processor.Message.__init__.html
deleted file mode 100644
index 5944226e..00000000
--- a/docs/build/html/generated/Processor.processor.Message.__init__.html
+++ /dev/null
@@ -1,487 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Message.__init__ &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="prev" title="Processor.processor.Message" href="Processor.processor.Message.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Message.__init__.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Message.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Message.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Message.__init__</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Message.__init__">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Message.__init__()
-    </span>
-   </code>
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-message-init">
-<h1>Processor.processor.Message.__init__<a class="headerlink" href="#processor-processor-message-init" title="Permalink to this heading">#</a></h1>
-<dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Message.__init__">
-<span class="sig-prename descclassname"><span class="pre">Message.</span></span><span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dr</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">headers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.processor.Message.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.Message.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.Message</p>
-        </div>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.Message.html b/docs/build/html/generated/Processor.processor.Message.html
deleted file mode 100644
index a715f3ec..00000000
--- a/docs/build/html/generated/Processor.processor.Message.html
+++ /dev/null
@@ -1,549 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor.Message &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Message.__init__" href="Processor.processor.Message.__init__.html" />
-    <link rel="prev" title="Processor.processor.ListnerStats.__init__" href="Processor.processor.ListnerStats.__init__.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="reference internal" href="Processor.processor.html">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul class="current">
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4 current active">
-        <a class="current reference internal" href="#">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.Message.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Message">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Message
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.processor.Message.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Message.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor.Message</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#Processor.processor.Message">
-   <code class="docutils literal notranslate">
-    <span class="pre">
-     Message
-    </span>
-   </code>
-  </a>
-  <ul class="nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#Processor.processor.Message.__init__">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       Message.__init__()
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="processor-processor-message">
-<h1>Processor.processor.Message<a class="headerlink" href="#processor-processor-message" title="Permalink to this heading">#</a></h1>
-<dl class="py class">
-<dt class="sig sig-object py" id="Processor.processor.Message">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">Processor.processor.</span></span><span class="sig-name descname"><span class="pre">Message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dr</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">Processor.App.processor_utils.DomainRecord</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">headers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#Processor.processor.Message" title="Permalink to this definition">#</a></dt>
-<dd><dl class="py method">
-<dt class="sig sig-object py" id="Processor.processor.Message.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dr</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord" title="Processor.App.processor_utils.DomainRecord"><span class="pre">DomainRecord</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">headers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#Processor.processor.Message.__init__" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<p class="rubric">Methods</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Message.__init__.html#Processor.processor.Message.__init__" title="Processor.processor.Message.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a>(dr, headers)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Attributes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">dr</span></code></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">headers</span></code></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</dd></dl>
-
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.processor.ListnerStats.__init__.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.processor.ListnerStats.__init__</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Message.__init__.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Message.__init__</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/generated/Processor.processor.html b/docs/build/html/generated/Processor.processor.html
deleted file mode 100644
index 03d1111d..00000000
--- a/docs/build/html/generated/Processor.processor.html
+++ /dev/null
@@ -1,487 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Processor.processor &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Processor.processor.Listener" href="Processor.processor.Listener.html" />
-    <link rel="prev" title="Processor.process_article" href="Processor.process_article.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="Processor.html">
-     Processor
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 current active has-children">
-      <a class="current reference internal" href="#">
-       Processor.processor
-      </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/generated/Processor.processor.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Processor.processor</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="module-Processor.processor">
-<span id="processor-processor"></span><h1>Processor.processor<a class="headerlink" href="#module-Processor.processor" title="Permalink to this heading">#</a></h1>
-<p class="rubric">Functions</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">call_pipeline_with_ack</span></code>(pipeline, msg, client)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_hostname_output_path</span></code>(output_path)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">init_connection</span></code>(conn, config)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">init_pipeline</span></code>(downloader, extractors_path, ...)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">processor</span></code>(output_path, use_hostname_output, ...)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-<p class="rubric">Classes</p>
-<table class="autosummary longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Listener.html#Processor.processor.Listener" title="Processor.processor.Listener"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Listener</span></code></a>(messages, listener_stats)</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="Processor.processor.ListnerStats.html#Processor.processor.ListnerStats" title="Processor.processor.ListnerStats"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ListnerStats</span></code></a>([messages, last_message_time])</p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="Processor.processor.Message.html#Processor.processor.Message" title="Processor.processor.Message"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Message</span></code></a>(dr, headers)</p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="Processor.process_article.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Processor.process_article</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="Processor.processor.Listener.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Processor.processor.Listener</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/genindex.html b/docs/build/html/genindex.html
index 3103a1df..9544a5c7 100644
--- a/docs/build/html/genindex.html
+++ b/docs/build/html/genindex.html
@@ -5,7 +5,7 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Index &#8212; CommonCrawl Extractor 1.0 documentation</title>
+    <title>Index &#8212; CmonCrawl 0.9.3 documentation</title>
     
   <!-- Loaded before other Sphinx assets -->
   <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
@@ -76,7 +76,7 @@
       
       
       
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
+      <h1 class="site-logo" id="site-title">CmonCrawl 0.9.3 documentation</h1>
       
     </a>
 </div><form class="bd-search d-flex align-items-center" action="search.html" method="get">
@@ -91,13 +91,13 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
-  <a class="reference internal" href="installation.html">
-   Installation
+  <a class="reference internal" href="usage.html">
+   Usage
   </a>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="quickstart/index.html">
-   Quick Start Guide
+  <a class="reference internal" href="cli/index.html">
+   Command Line Interface
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
   <label for="toctree-checkbox-1">
@@ -106,161 +106,170 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/overview.html">
-     Quick Overview
+    <a class="reference internal" href="cli/cli.html">
+     Command Line Interface
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/quick-start.html">
-     Quickstart
+    <a class="reference internal" href="cli/download.html">
+     Command Line Download
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/artemis-queue.html">
-     Artemis Queue
+    <a class="reference internal" href="cli/extract.html">
+     Command line Extract
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="api.html">
-   API
+  <a class="reference internal" href="extraction/index.html">
+   Extraction
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
   <label for="toctree-checkbox-2">
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/creating_extractor.html">
+     Custom Extractor
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/config_file.html">
+     Extractor config file
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/utils.html">
+     Extraction utils
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="prog_guide/index.html">
+   Programming Guide
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/overview.html">
+     Programming Guide
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/pip.html">
+     Custom Pipeline
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="misc/index.html">
+   Miscellaneous
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="misc/domain_record.html">
+     Domain Record
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="api.html">
+   API
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+  <label for="toctree-checkbox-5">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Aggregator.html">
-     Aggregator
+    <a class="reference internal" href="generated/cmoncrawl.html">
+     cmoncrawl
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
+    <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+    <label for="toctree-checkbox-6">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Aggregator.App.html">
-       Aggregator.App
+      <a class="reference internal" href="generated/cmoncrawl.aggregator.html">
+       cmoncrawl.aggregator
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
+      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
+      <label for="toctree-checkbox-7">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.index_query.html">
+         cmoncrawl.aggregator.index_query
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.utils.html">
+         cmoncrawl.aggregator.utils
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.App.html">
-       Processor.App
+      <a class="reference internal" href="generated/cmoncrawl.common.html">
+       cmoncrawl.common
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
+      <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
+      <label for="toctree-checkbox-8">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
+        <a class="reference internal" href="generated/cmoncrawl.common.loggers.html">
+         cmoncrawl.common.loggers
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
+        <a class="reference internal" href="generated/cmoncrawl.common.types.html">
+         cmoncrawl.common.types
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.processor.html">
-       Processor.processor
+      <a class="reference internal" href="generated/cmoncrawl.processor.html">
+       cmoncrawl.processor
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
+      <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
+      <label for="toctree-checkbox-9">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
+        <a class="reference internal" href="generated/cmoncrawl.processor.extraction.html">
+         cmoncrawl.processor.extraction
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Message.html">
-         Processor.processor.Message
+        <a class="reference internal" href="generated/cmoncrawl.processor.pipeline.html">
+         cmoncrawl.processor.pipeline
         </a>
        </li>
       </ul>
@@ -369,67 +378,70 @@ <h1 id="index">Index</h1>
  | <a href="#E"><strong>E</strong></a>
  | <a href="#F"><strong>F</strong></a>
  | <a href="#G"><strong>G</strong></a>
+ | <a href="#H"><strong>H</strong></a>
  | <a href="#I"><strong>I</strong></a>
  | <a href="#L"><strong>L</strong></a>
  | <a href="#M"><strong>M</strong></a>
- | <a href="#O"><strong>O</strong></a>
  | <a href="#P"><strong>P</strong></a>
  | <a href="#R"><strong>R</strong></a>
  | <a href="#S"><strong>S</strong></a>
+ | <a href="#T"><strong>T</strong></a>
  | <a href="#U"><strong>U</strong></a>
  
 </div>
 <h2 id="_">_</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.index_query.DomainCrawl.__init__.html#Aggregator.App.index_query.DomainCrawl.__init__">__init__() (Aggregator.App.index_query.DomainCrawl method)</a>, <a href="generated/Aggregator.App.index_query.DomainCrawl.html#Aggregator.App.index_query.DomainCrawl.__init__">[1]</a>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.__init__.html#cmoncrawl.aggregator.index_query.IndexAggregator.__init__">__init__() (cmoncrawl.aggregator.index_query.IndexAggregator method)</a>, <a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.html#cmoncrawl.aggregator.index_query.IndexAggregator.__init__">[1]</a>
 
       <ul>
-        <li><a href="generated/Aggregator.App.index_query.DomainRecord.__init__.html#Aggregator.App.index_query.DomainRecord.__init__">(Aggregator.App.index_query.DomainRecord method)</a>, <a href="generated/Aggregator.App.index_query.DomainRecord.html#Aggregator.App.index_query.DomainRecord.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__.html#cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__">(cmoncrawl.aggregator.utils.ndjson_decoder.Decoder method)</a>, <a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.html#cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__">[1]</a>
+</li>
+        <li><a href="generated/cmoncrawl.common.types.DomainCrawl.__init__.html#cmoncrawl.common.types.DomainCrawl.__init__">(cmoncrawl.common.types.DomainCrawl method)</a>, <a href="generated/cmoncrawl.common.types.DomainCrawl.html#cmoncrawl.common.types.DomainCrawl.__init__">[1]</a>
 </li>
-        <li><a href="generated/Aggregator.App.index_query.IndexAggregator.__init__.html#Aggregator.App.index_query.IndexAggregator.__init__">(Aggregator.App.index_query.IndexAggregator method)</a>, <a href="generated/Aggregator.App.index_query.IndexAggregator.html#Aggregator.App.index_query.IndexAggregator.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.common.types.DomainRecord.__init__.html#cmoncrawl.common.types.DomainRecord.__init__">(cmoncrawl.common.types.DomainRecord method)</a>, <a href="generated/cmoncrawl.common.types.DomainRecord.html#cmoncrawl.common.types.DomainRecord.__init__">[1]</a>
 </li>
-        <li><a href="generated/Aggregator.App.index_query.RetrieveResponse.__init__.html#Aggregator.App.index_query.RetrieveResponse.__init__">(Aggregator.App.index_query.RetrieveResponse method)</a>, <a href="generated/Aggregator.App.index_query.RetrieveResponse.html#Aggregator.App.index_query.RetrieveResponse.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractConfig.__init__.html#cmoncrawl.common.types.ExtractConfig.__init__">(cmoncrawl.common.types.ExtractConfig method)</a>, <a href="generated/cmoncrawl.common.types.ExtractConfig.html#cmoncrawl.common.types.ExtractConfig.__init__">[1]</a>
 </li>
-        <li><a href="generated/Aggregator.App.ndjson_decoder.Decoder.__init__.html#Aggregator.App.ndjson_decoder.Decoder.__init__">(Aggregator.App.ndjson_decoder.Decoder method)</a>, <a href="generated/Aggregator.App.ndjson_decoder.Decoder.html#Aggregator.App.ndjson_decoder.Decoder.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.__init__.html#cmoncrawl.common.types.ExtractorConfig.__init__">(cmoncrawl.common.types.ExtractorConfig method)</a>, <a href="generated/cmoncrawl.common.types.ExtractorConfig.html#cmoncrawl.common.types.ExtractorConfig.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">(Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>, <a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.common.types.PipeMetadata.__init__.html#cmoncrawl.common.types.PipeMetadata.__init__">(cmoncrawl.common.types.PipeMetadata method)</a>, <a href="generated/cmoncrawl.common.types.PipeMetadata.html#cmoncrawl.common.types.PipeMetadata.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Downloader.downloader.Downloader.__init__.html#Processor.App.Downloader.downloader.Downloader.__init__">(Processor.App.Downloader.downloader.Downloader method)</a>, <a href="generated/Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.common.types.RetrieveResponse.__init__.html#cmoncrawl.common.types.RetrieveResponse.__init__">(cmoncrawl.common.types.RetrieveResponse method)</a>, <a href="generated/cmoncrawl.common.types.RetrieveResponse.html#cmoncrawl.common.types.RetrieveResponse.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.html#Processor.App.Downloader.downloader.DownloaderFull.__init__">(Processor.App.Downloader.downloader.DownloaderFull method)</a>, <a href="generated/Processor.App.Downloader.downloader.DownloaderFull.html#Processor.App.Downloader.downloader.DownloaderFull.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.common.types.RoutesConfig.__init__.html#cmoncrawl.common.types.RoutesConfig.__init__">(cmoncrawl.common.types.RoutesConfig method)</a>, <a href="generated/cmoncrawl.common.types.RoutesConfig.html#cmoncrawl.common.types.RoutesConfig.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">(Processor.App.Downloader.dummy_downloader.DownloaderDummy method)</a>, <a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__">(cmoncrawl.processor.pipeline.downloader.AsyncDownloader method)</a>, <a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.html#Processor.App.Extractor.dummy_extractor.Extractor.__init__">(Processor.App.Extractor.dummy_extractor.Extractor method)</a>, <a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.html#Processor.App.Extractor.dummy_extractor.Extractor.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__">(cmoncrawl.processor.pipeline.downloader.DownloaderDummy method)</a>, <a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.html#Processor.App.Extractor.extractor.BaseExtractor.__init__">(Processor.App.Extractor.extractor.BaseExtractor method)</a>, <a href="generated/Processor.App.Extractor.extractor.BaseExtractor.html#Processor.App.Extractor.extractor.BaseExtractor.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.IDownloader.__init__.html#cmoncrawl.processor.pipeline.downloader.IDownloader.__init__">(cmoncrawl.processor.pipeline.downloader.IDownloader method)</a>, <a href="generated/cmoncrawl.processor.pipeline.downloader.IDownloader.html#cmoncrawl.processor.pipeline.downloader.IDownloader.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">(Processor.App.OutStreamer.dummy_streamer.DummyStreamer method)</a>, <a href="generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__">(cmoncrawl.processor.pipeline.extractor.BaseExtractor method)</a>, <a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.html#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">(Processor.App.OutStreamer.outstreamer.OutStreamer method)</a>, <a href="generated/Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__">(cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor method)</a>, <a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault method)</a>, <a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__">(cmoncrawl.processor.pipeline.extractor.HTMLExtractor method)</a>, <a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent method)</a>, <a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.IExtractor.__init__.html#cmoncrawl.processor.pipeline.extractor.IExtractor.__init__">(cmoncrawl.processor.pipeline.extractor.IExtractor method)</a>, <a href="generated/cmoncrawl.processor.pipeline.extractor.IExtractor.html#cmoncrawl.processor.pipeline.extractor.IExtractor.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON method)</a>, <a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__.html#cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__">(cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline method)</a>, <a href="generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.html#cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.html#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">(Processor.App.Pipeline.pipeline.ProcessorPipeline method)</a>, <a href="generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.html#Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.router.IRouter.__init__.html#cmoncrawl.processor.pipeline.router.IRouter.__init__">(cmoncrawl.processor.pipeline.router.IRouter method)</a>, <a href="generated/cmoncrawl.processor.pipeline.router.IRouter.html#cmoncrawl.processor.pipeline.router.IRouter.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.processor_utils.DomainRecord.__init__.html#Processor.App.processor_utils.DomainRecord.__init__">(Processor.App.processor_utils.DomainRecord method)</a>, <a href="generated/Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.router.Route.__init__.html#cmoncrawl.processor.pipeline.router.Route.__init__">(cmoncrawl.processor.pipeline.router.Route method)</a>, <a href="generated/cmoncrawl.processor.pipeline.router.Route.html#cmoncrawl.processor.pipeline.router.Route.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.processor_utils.PipeMetadata.__init__.html#Processor.App.processor_utils.PipeMetadata.__init__">(Processor.App.processor_utils.PipeMetadata method)</a>, <a href="generated/Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.__init__.html#cmoncrawl.processor.pipeline.router.Router.__init__">(cmoncrawl.processor.pipeline.router.Router method)</a>, <a href="generated/cmoncrawl.processor.pipeline.router.Router.html#cmoncrawl.processor.pipeline.router.Router.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Router.router.Route.__init__.html#Processor.App.Router.router.Route.__init__">(Processor.App.Router.router.Route method)</a>, <a href="generated/Processor.App.Router.router.Route.html#Processor.App.Router.router.Route.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__">(cmoncrawl.processor.pipeline.streamer.BaseStreamerFile method)</a>, <a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.App.Router.router.Router.__init__.html#Processor.App.Router.router.Router.__init__">(Processor.App.Router.router.Router method)</a>, <a href="generated/Processor.App.Router.router.Router.html#Processor.App.Router.router.Router.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.IStreamer.__init__.html#cmoncrawl.processor.pipeline.streamer.IStreamer.__init__">(cmoncrawl.processor.pipeline.streamer.IStreamer method)</a>, <a href="generated/cmoncrawl.processor.pipeline.streamer.IStreamer.html#cmoncrawl.processor.pipeline.streamer.IStreamer.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.processor.Listener.__init__.html#Processor.processor.Listener.__init__">(Processor.processor.Listener method)</a>, <a href="generated/Processor.processor.Listener.html#Processor.processor.Listener.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__.html#cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__">(cmoncrawl.processor.pipeline.streamer.StreamerDummy method)</a>, <a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.html#cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.processor.ListnerStats.__init__.html#Processor.processor.ListnerStats.__init__">(Processor.processor.ListnerStats method)</a>, <a href="generated/Processor.processor.ListnerStats.html#Processor.processor.ListnerStats.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__">(cmoncrawl.processor.pipeline.streamer.StreamerFileHTML method)</a>, <a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__">[1]</a>
 </li>
-        <li><a href="generated/Processor.processor.Message.__init__.html#Processor.processor.Message.__init__">(Processor.processor.Message method)</a>, <a href="generated/Processor.processor.Message.html#Processor.processor.Message.__init__">[1]</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__">(cmoncrawl.processor.pipeline.streamer.StreamerFileJSON method)</a>, <a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__">[1]</a>
 </li>
       </ul></li>
   </ul></td>
@@ -438,137 +450,214 @@ <h2 id="_">_</h2>
 <h2 id="A">A</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.index_query.IndexAggregator.aclose.html#Aggregator.App.index_query.IndexAggregator.aclose">aclose() (Aggregator.App.index_query.IndexAggregator method)</a>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.aclose.html#cmoncrawl.aggregator.index_query.IndexAggregator.aclose">aclose() (cmoncrawl.aggregator.index_query.IndexAggregator method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.html#Processor.App.Downloader.downloader.DownloaderFull.aclose">(Processor.App.Downloader.downloader.DownloaderFull method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aclose.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aclose">(cmoncrawl.processor.pipeline.downloader.AsyncDownloader method)</a>
 </li>
       </ul></li>
-      <li>
-    Aggregator
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.aopen.html#cmoncrawl.aggregator.index_query.IndexAggregator.aopen">aopen() (cmoncrawl.aggregator.index_query.IndexAggregator method)</a>
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aopen.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aopen">(cmoncrawl.processor.pipeline.downloader.AsyncDownloader method)</a>
+</li>
+      </ul></li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader">AsyncDownloader (class in cmoncrawl.processor.pipeline.downloader)</a>
+</li>
+  </ul></td>
+</tr></table>
+
+<h2 id="B">B</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor">BaseExtractor (class in cmoncrawl.processor.pipeline.extractor)</a>
+</li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile">BaseStreamerFile (class in cmoncrawl.processor.pipeline.streamer)</a>
+</li>
+  </ul></td>
+</tr></table>
+
+<h2 id="C">C</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.clean_up.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.clean_up">clean_up() (cmoncrawl.processor.pipeline.streamer.BaseStreamerFile method)</a>
 
       <ul>
-        <li><a href="generated/Aggregator.html#module-Aggregator">module</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.IStreamer.clean_up.html#cmoncrawl.processor.pipeline.streamer.IStreamer.clean_up">(cmoncrawl.processor.pipeline.streamer.IStreamer method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.clean_up.html#cmoncrawl.processor.pipeline.streamer.StreamerDummy.clean_up">(cmoncrawl.processor.pipeline.streamer.StreamerDummy method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.clean_up.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.clean_up">(cmoncrawl.processor.pipeline.streamer.StreamerFileHTML method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.clean_up.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.clean_up">(cmoncrawl.processor.pipeline.streamer.StreamerFileJSON method)</a>
 </li>
       </ul></li>
       <li>
-    Aggregator.aggregator
+    cmoncrawl
 
       <ul>
-        <li><a href="generated/Aggregator.aggregator.html#module-Aggregator.aggregator">module</a>
+        <li><a href="generated/cmoncrawl.html#module-cmoncrawl">module</a>
 </li>
       </ul></li>
       <li>
-    Aggregator.App
+    cmoncrawl.aggregator
 
       <ul>
-        <li><a href="generated/Aggregator.App.html#module-Aggregator.App">module</a>
+        <li><a href="generated/cmoncrawl.aggregator.html#module-cmoncrawl.aggregator">module</a>
 </li>
       </ul></li>
       <li>
-    Aggregator.App.index_query
+    cmoncrawl.aggregator.index_query
 
       <ul>
-        <li><a href="generated/Aggregator.App.index_query.html#module-Aggregator.App.index_query">module</a>
+        <li><a href="generated/cmoncrawl.aggregator.index_query.html#module-cmoncrawl.aggregator.index_query">module</a>
 </li>
       </ul></li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li>
-    Aggregator.App.ndjson_decoder
+    cmoncrawl.aggregator.utils
 
       <ul>
-        <li><a href="generated/Aggregator.App.ndjson_decoder.html#module-Aggregator.App.ndjson_decoder">module</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.html#module-cmoncrawl.aggregator.utils">module</a>
 </li>
       </ul></li>
       <li>
-    Aggregator.App.utils
+    cmoncrawl.aggregator.utils.helpers
 
       <ul>
-        <li><a href="generated/Aggregator.App.utils.html#module-Aggregator.App.utils">module</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.helpers.html#module-cmoncrawl.aggregator.utils.helpers">module</a>
 </li>
       </ul></li>
-      <li><a href="generated/Aggregator.App.index_query.IndexAggregator.aopen.html#Aggregator.App.index_query.IndexAggregator.aopen">aopen() (Aggregator.App.index_query.IndexAggregator method)</a>
+      <li>
+    cmoncrawl.aggregator.utils.ndjson_decoder
 
       <ul>
-        <li><a href="generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.html#Processor.App.Downloader.downloader.DownloaderFull.aopen">(Processor.App.Downloader.downloader.DownloaderFull method)</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.html#module-cmoncrawl.aggregator.utils.ndjson_decoder">module</a>
 </li>
       </ul></li>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract">article_extract() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <li>
+    cmoncrawl.common
+
+      <ul>
+        <li><a href="generated/cmoncrawl.common.html#module-cmoncrawl.common">module</a>
 </li>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor">ArticleExtractor (class in Processor.App.ArticleUtils.article_extractor)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.common.loggers
+
+      <ul>
+        <li><a href="generated/cmoncrawl.common.loggers.html#module-cmoncrawl.common.loggers">module</a>
 </li>
+      </ul></li>
   </ul></td>
-</tr></table>
-
-<h2 id="B">B</h2>
-<table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.html#Processor.App.Extractor.extractor.BaseExtractor">BaseExtractor (class in Processor.App.Extractor.extractor)</a>
+      <li>
+    cmoncrawl.common.types
+
+      <ul>
+        <li><a href="generated/cmoncrawl.common.types.html#module-cmoncrawl.common.types">module</a>
 </li>
-  </ul></td>
-</tr></table>
+      </ul></li>
+      <li>
+    cmoncrawl.processor
 
-<h2 id="C">C</h2>
-<table style="width: 100%" class="indextable genindextable"><tr>
-  <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required">check_required() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.html#module-cmoncrawl.processor">module</a>
 </li>
-      <li><a href="generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up">clean_up() (Processor.App.OutStreamer.dummy_streamer.DummyStreamer method)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.extraction
 
       <ul>
-        <li><a href="generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.html#Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up">(Processor.App.OutStreamer.outstreamer.OutStreamer method)</a>
+        <li><a href="generated/cmoncrawl.processor.extraction.html#module-cmoncrawl.processor.extraction">module</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault method)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.extraction.filters
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.extraction.filters.html#module-cmoncrawl.processor.extraction.filters">module</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent method)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.extraction.utils
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.extraction.utils.html#module-cmoncrawl.processor.extraction.utils">module</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON method)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.pipeline
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.html#module-cmoncrawl.processor.pipeline">module</a>
 </li>
       </ul></li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract">custom_extract() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <li>
+    cmoncrawl.processor.pipeline.downloader
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.html#module-cmoncrawl.processor.pipeline.downloader">module</a>
 </li>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw">custom_filter_raw() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.pipeline.extractor
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.html#module-cmoncrawl.processor.pipeline.extractor">module</a>
+</li>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.pipeline.pipeline
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.pipeline.html#module-cmoncrawl.processor.pipeline.pipeline">module</a>
+</li>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.pipeline.router
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.router.html#module-cmoncrawl.processor.pipeline.router">module</a>
 </li>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup">custom_filter_soup() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      </ul></li>
+      <li>
+    cmoncrawl.processor.pipeline.streamer
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.html#module-cmoncrawl.processor.pipeline.streamer">module</a>
 </li>
+      </ul></li>
   </ul></td>
 </tr></table>
 
 <h2 id="D">D</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.ndjson_decoder.Decoder.decode.html#Aggregator.App.ndjson_decoder.Decoder.decode">decode() (Aggregator.App.ndjson_decoder.Decoder method)</a>
+      <li><a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.decode.html#cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.decode">decode() (cmoncrawl.aggregator.utils.ndjson_decoder.Decoder method)</a>
 </li>
-      <li><a href="generated/Aggregator.App.ndjson_decoder.Decoder.html#Aggregator.App.ndjson_decoder.Decoder">Decoder (class in Aggregator.App.ndjson_decoder)</a>
+      <li><a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.html#cmoncrawl.aggregator.utils.ndjson_decoder.Decoder">Decoder (class in cmoncrawl.aggregator.utils.ndjson_decoder)</a>
 </li>
-      <li><a href="generated/Aggregator.App.index_query.DomainCrawl.html#Aggregator.App.index_query.DomainCrawl">DomainCrawl (class in Aggregator.App.index_query)</a>
+      <li><a href="generated/cmoncrawl.common.types.DomainCrawl.html#cmoncrawl.common.types.DomainCrawl">DomainCrawl (class in cmoncrawl.common.types)</a>
 </li>
-      <li><a href="generated/Aggregator.App.index_query.DomainRecord.html#Aggregator.App.index_query.DomainRecord">DomainRecord (class in Aggregator.App.index_query)</a>
-
-      <ul>
-        <li><a href="generated/Processor.App.processor_utils.DomainRecord.html#Processor.App.processor_utils.DomainRecord">(class in Processor.App.processor_utils)</a>
+      <li><a href="generated/cmoncrawl.common.types.DomainRecord.html#cmoncrawl.common.types.DomainRecord">DomainRecord (class in cmoncrawl.common.types)</a>
 </li>
-      </ul></li>
-      <li><a href="generated/Processor.App.Downloader.downloader.Downloader.download.html#Processor.App.Downloader.downloader.Downloader.download">download() (Processor.App.Downloader.downloader.Downloader method)</a>
-
-      <ul>
-        <li><a href="generated/Processor.App.Downloader.downloader.DownloaderFull.download.html#Processor.App.Downloader.downloader.DownloaderFull.download">(Processor.App.Downloader.downloader.DownloaderFull method)</a>
-</li>
-        <li><a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.download">(Processor.App.Downloader.dummy_downloader.DownloaderDummy method)</a>
-</li>
-      </ul></li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader">Downloader (class in Processor.App.Downloader.downloader)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor">DomainRecordExtractor (class in cmoncrawl.processor.pipeline.extractor)</a>
 </li>
-      <li><a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy">DownloaderDummy (class in Processor.App.Downloader.dummy_downloader)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.download.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader.download">download() (cmoncrawl.processor.pipeline.downloader.AsyncDownloader method)</a>
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.download.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy.download">(cmoncrawl.processor.pipeline.downloader.DownloaderDummy method)</a>
 </li>
-      <li><a href="generated/Processor.App.Downloader.downloader.DownloaderFull.html#Processor.App.Downloader.downloader.DownloaderFull">DownloaderFull (class in Processor.App.Downloader.downloader)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.IDownloader.download.html#cmoncrawl.processor.pipeline.downloader.IDownloader.download">(cmoncrawl.processor.pipeline.downloader.IDownloader method)</a>
 </li>
-      <li><a href="generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer">DummyStreamer (class in Processor.App.OutStreamer.dummy_streamer)</a>
+      </ul></li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy">DownloaderDummy (class in cmoncrawl.processor.pipeline.downloader)</a>
 </li>
   </ul></td>
 </tr></table>
@@ -576,29 +665,33 @@ <h2 id="D">D</h2>
 <h2 id="E">E</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract">extract() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract">extract() (cmoncrawl.processor.pipeline.extractor.BaseExtractor method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.html#Processor.App.Extractor.dummy_extractor.Extractor.extract">(Processor.App.Extractor.dummy_extractor.Extractor method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract">(cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor method)</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.extract.html#Processor.App.Extractor.extractor.BaseExtractor.extract">(Processor.App.Extractor.extractor.BaseExtractor method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract">(cmoncrawl.processor.pipeline.extractor.HTMLExtractor method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.IExtractor.extract.html#cmoncrawl.processor.pipeline.extractor.IExtractor.extract">(cmoncrawl.processor.pipeline.extractor.IExtractor method)</a>
 </li>
       </ul></li>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup">extract_soup() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract_soup.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract_soup">extract_soup() (cmoncrawl.processor.pipeline.extractor.BaseExtractor method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.html#Processor.App.Extractor.dummy_extractor.Extractor.extract_soup">(Processor.App.Extractor.dummy_extractor.Extractor method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract_soup.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract_soup">(cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor method)</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.html#Processor.App.Extractor.extractor.BaseExtractor.extract_soup">(Processor.App.Extractor.extractor.BaseExtractor method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract_soup.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract_soup">(cmoncrawl.processor.pipeline.extractor.HTMLExtractor method)</a>
 </li>
       </ul></li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url">extract_url() (Processor.App.Downloader.dummy_downloader.DownloaderDummy method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_url.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_url">extract_url() (cmoncrawl.processor.pipeline.downloader.DownloaderDummy method)</a>
+</li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_year.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_year">extract_year() (cmoncrawl.processor.pipeline.downloader.DownloaderDummy method)</a>
 </li>
-      <li><a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year">extract_year() (Processor.App.Downloader.dummy_downloader.DownloaderDummy method)</a>
+      <li><a href="generated/cmoncrawl.common.types.ExtractConfig.html#cmoncrawl.common.types.ExtractConfig">ExtractConfig (class in cmoncrawl.common.types)</a>
 </li>
-      <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.html#Processor.App.Extractor.dummy_extractor.Extractor">Extractor (class in Processor.App.Extractor.dummy_extractor)</a>
+      <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.html#cmoncrawl.common.types.ExtractorConfig">ExtractorConfig (class in cmoncrawl.common.types)</a>
 </li>
   </ul></td>
 </tr></table>
@@ -606,22 +699,42 @@ <h2 id="E">E</h2>
 <h2 id="F">F</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw">filter_raw() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_raw.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_raw">filter_raw() (cmoncrawl.processor.pipeline.extractor.BaseExtractor method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.html#Processor.App.Extractor.dummy_extractor.Extractor.filter_raw">(Processor.App.Extractor.dummy_extractor.Extractor method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_raw.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_raw">(cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor method)</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.html#Processor.App.Extractor.extractor.BaseExtractor.filter_raw">(Processor.App.Extractor.extractor.BaseExtractor method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_raw.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_raw">(cmoncrawl.processor.pipeline.extractor.HTMLExtractor method)</a>
+</li>
+      </ul></li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_soup.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_soup">filter_soup() (cmoncrawl.processor.pipeline.extractor.BaseExtractor method)</a>
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_soup.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_soup">(cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_soup.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_soup">(cmoncrawl.processor.pipeline.extractor.HTMLExtractor method)</a>
+</li>
+      </ul></li>
+      <li><a href="generated/cmoncrawl.common.types.DomainRecord.from_dict.html#cmoncrawl.common.types.DomainRecord.from_dict">from_dict() (cmoncrawl.common.types.DomainRecord class method)</a>
+
+      <ul>
+        <li><a href="generated/cmoncrawl.common.types.ExtractConfig.from_dict.html#cmoncrawl.common.types.ExtractConfig.from_dict">(cmoncrawl.common.types.ExtractConfig class method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.from_dict.html#cmoncrawl.common.types.ExtractorConfig.from_dict">(cmoncrawl.common.types.ExtractorConfig class method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.common.types.RoutesConfig.from_dict.html#cmoncrawl.common.types.RoutesConfig.from_dict">(cmoncrawl.common.types.RoutesConfig class method)</a>
 </li>
       </ul></li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup">filter_soup() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
+      <li><a href="generated/cmoncrawl.common.types.DomainRecord.from_json.html#cmoncrawl.common.types.DomainRecord.from_json">from_json() (cmoncrawl.common.types.DomainRecord class method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.html#Processor.App.Extractor.dummy_extractor.Extractor.filter_soup">(Processor.App.Extractor.dummy_extractor.Extractor method)</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractConfig.from_json.html#cmoncrawl.common.types.ExtractConfig.from_json">(cmoncrawl.common.types.ExtractConfig class method)</a>
+</li>
+        <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.from_json.html#cmoncrawl.common.types.ExtractorConfig.from_json">(cmoncrawl.common.types.ExtractorConfig class method)</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.html#Processor.App.Extractor.extractor.BaseExtractor.filter_soup">(Processor.App.Extractor.extractor.BaseExtractor method)</a>
+        <li><a href="generated/cmoncrawl.common.types.RoutesConfig.from_json.html#cmoncrawl.common.types.RoutesConfig.from_json">(cmoncrawl.common.types.RoutesConfig class method)</a>
 </li>
       </ul></li>
   </ul></td>
@@ -630,21 +743,29 @@ <h2 id="F">F</h2>
 <h2 id="G">G</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.html#Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes">get_all_CC_indexes() (Aggregator.App.index_query.IndexAggregator static method)</a>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_all_CC_indexes.html#cmoncrawl.aggregator.index_query.IndexAggregator.get_all_CC_indexes">get_all_CC_indexes() (cmoncrawl.aggregator.index_query.IndexAggregator static method)</a>
 </li>
-      <li><a href="generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.html#Aggregator.App.index_query.IndexAggregator.get_captured_responses">get_captured_responses() (Aggregator.App.index_query.IndexAggregator static method)</a>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_captured_responses.html#cmoncrawl.aggregator.index_query.IndexAggregator.get_captured_responses">get_captured_responses() (cmoncrawl.aggregator.index_query.IndexAggregator static method)</a>
 </li>
-      <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name">get_file_name() (Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.get_file_name.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.get_file_name">get_file_name() (cmoncrawl.processor.pipeline.streamer.BaseStreamerFile method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.get_file_name.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.get_file_name">(cmoncrawl.processor.pipeline.streamer.StreamerFileHTML method)</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.get_file_name.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.get_file_name">(cmoncrawl.processor.pipeline.streamer.StreamerFileJSON method)</a>
 </li>
       </ul></li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.html#Aggregator.App.index_query.IndexAggregator.get_number_of_pages">get_number_of_pages() (Aggregator.App.index_query.IndexAggregator static method)</a>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_number_of_pages.html#cmoncrawl.aggregator.index_query.IndexAggregator.get_number_of_pages">get_number_of_pages() (cmoncrawl.aggregator.index_query.IndexAggregator static method)</a>
+</li>
+  </ul></td>
+</tr></table>
+
+<h2 id="H">H</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor">HTMLExtractor (class in cmoncrawl.processor.pipeline.extractor)</a>
 </li>
   </ul></td>
 </tr></table>
@@ -652,7 +773,17 @@ <h2 id="G">G</h2>
 <h2 id="I">I</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.index_query.IndexAggregator.html#Aggregator.App.index_query.IndexAggregator">IndexAggregator (class in Aggregator.App.index_query)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.IDownloader.html#cmoncrawl.processor.pipeline.downloader.IDownloader">IDownloader (class in cmoncrawl.processor.pipeline.downloader)</a>
+</li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.IExtractor.html#cmoncrawl.processor.pipeline.extractor.IExtractor">IExtractor (class in cmoncrawl.processor.pipeline.extractor)</a>
+</li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.aggregator.index_query.IndexAggregator.html#cmoncrawl.aggregator.index_query.IndexAggregator">IndexAggregator (class in cmoncrawl.aggregator.index_query)</a>
+</li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.IRouter.html#cmoncrawl.processor.pipeline.router.IRouter">IRouter (class in cmoncrawl.processor.pipeline.router)</a>
+</li>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.IStreamer.html#cmoncrawl.processor.pipeline.streamer.IStreamer">IStreamer (class in cmoncrawl.processor.pipeline.streamer)</a>
 </li>
   </ul></td>
 </tr></table>
@@ -660,15 +791,15 @@ <h2 id="I">I</h2>
 <h2 id="L">L</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.processor.Listener.html#Processor.processor.Listener">Listener (class in Processor.processor)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.load_extractor.html#cmoncrawl.processor.pipeline.router.Router.load_extractor">load_extractor() (cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
-      <li><a href="generated/Processor.processor.ListnerStats.html#Processor.processor.ListnerStats">ListnerStats (class in Processor.processor)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.load_module.html#cmoncrawl.processor.pipeline.router.Router.load_module">load_module() (cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.Router.router.Router.load_module.html#Processor.App.Router.router.Router.load_module">load_module() (Processor.App.Router.router.Router method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.load_module_as_extractor.html#cmoncrawl.processor.pipeline.router.Router.load_module_as_extractor">load_module_as_extractor() (cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
-      <li><a href="generated/Processor.App.Router.router.Router.load_modules.html#Processor.App.Router.router.Router.load_modules">load_modules() (Processor.App.Router.router.Router method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.load_modules.html#cmoncrawl.processor.pipeline.router.Router.load_modules">load_modules() (cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
   </ul></td>
 </tr></table>
@@ -676,342 +807,171 @@ <h2 id="L">L</h2>
 <h2 id="M">M</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.processor.Message.html#Processor.processor.Message">Message (class in Processor.processor)</a>
-</li>
-      <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string">metadata_to_string() (Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.metadata_to_string.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.metadata_to_string">metadata_to_string() (cmoncrawl.processor.pipeline.streamer.BaseStreamerFile method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.metadata_to_string.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.metadata_to_string">(cmoncrawl.processor.pipeline.streamer.StreamerFileHTML method)</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.metadata_to_string.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.metadata_to_string">(cmoncrawl.processor.pipeline.streamer.StreamerFileJSON method)</a>
 </li>
       </ul></li>
-      <li><a href="generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.html#Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata">mine_metadata() (Processor.App.Downloader.dummy_downloader.DownloaderDummy method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.mine_metadata.html#cmoncrawl.processor.pipeline.downloader.DownloaderDummy.mine_metadata">mine_metadata() (cmoncrawl.processor.pipeline.downloader.DownloaderDummy method)</a>
 </li>
       <li>
     module
 
       <ul>
-        <li><a href="generated/Aggregator.html#module-Aggregator">Aggregator</a>
-</li>
-        <li><a href="generated/Aggregator.aggregator.html#module-Aggregator.aggregator">Aggregator.aggregator</a>
+        <li><a href="generated/cmoncrawl.html#module-cmoncrawl">cmoncrawl</a>
 </li>
-        <li><a href="generated/Aggregator.App.html#module-Aggregator.App">Aggregator.App</a>
+        <li><a href="generated/cmoncrawl.aggregator.html#module-cmoncrawl.aggregator">cmoncrawl.aggregator</a>
 </li>
-        <li><a href="generated/Aggregator.App.index_query.html#module-Aggregator.App.index_query">Aggregator.App.index_query</a>
+        <li><a href="generated/cmoncrawl.aggregator.index_query.html#module-cmoncrawl.aggregator.index_query">cmoncrawl.aggregator.index_query</a>
 </li>
-        <li><a href="generated/Aggregator.App.ndjson_decoder.html#module-Aggregator.App.ndjson_decoder">Aggregator.App.ndjson_decoder</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.html#module-cmoncrawl.aggregator.utils">cmoncrawl.aggregator.utils</a>
 </li>
-        <li><a href="generated/Aggregator.App.utils.html#module-Aggregator.App.utils">Aggregator.App.utils</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.helpers.html#module-cmoncrawl.aggregator.utils.helpers">cmoncrawl.aggregator.utils.helpers</a>
 </li>
-        <li><a href="generated/Processor.html#module-Processor">Processor</a>
+        <li><a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.html#module-cmoncrawl.aggregator.utils.ndjson_decoder">cmoncrawl.aggregator.utils.ndjson_decoder</a>
 </li>
-        <li><a href="generated/Processor.App.html#module-Processor.App">Processor.App</a>
+        <li><a href="generated/cmoncrawl.common.html#module-cmoncrawl.common">cmoncrawl.common</a>
 </li>
-        <li><a href="generated/Processor.App.ArticleUtils.html#module-Processor.App.ArticleUtils">Processor.App.ArticleUtils</a>
+        <li><a href="generated/cmoncrawl.common.loggers.html#module-cmoncrawl.common.loggers">cmoncrawl.common.loggers</a>
 </li>
-        <li><a href="generated/Processor.App.ArticleUtils.article_extractor.html#module-Processor.App.ArticleUtils.article_extractor">Processor.App.ArticleUtils.article_extractor</a>
+        <li><a href="generated/cmoncrawl.common.types.html#module-cmoncrawl.common.types">cmoncrawl.common.types</a>
 </li>
-        <li><a href="generated/Processor.App.ArticleUtils.article_utils.html#module-Processor.App.ArticleUtils.article_utils">Processor.App.ArticleUtils.article_utils</a>
+        <li><a href="generated/cmoncrawl.processor.html#module-cmoncrawl.processor">cmoncrawl.processor</a>
 </li>
-        <li><a href="generated/Processor.App.Downloader.html#module-Processor.App.Downloader">Processor.App.Downloader</a>
+        <li><a href="generated/cmoncrawl.processor.extraction.html#module-cmoncrawl.processor.extraction">cmoncrawl.processor.extraction</a>
 </li>
-        <li><a href="generated/Processor.App.Downloader.downloader.html#module-Processor.App.Downloader.downloader">Processor.App.Downloader.downloader</a>
+        <li><a href="generated/cmoncrawl.processor.extraction.filters.html#module-cmoncrawl.processor.extraction.filters">cmoncrawl.processor.extraction.filters</a>
 </li>
-        <li><a href="generated/Processor.App.Downloader.dummy_downloader.html#module-Processor.App.Downloader.dummy_downloader">Processor.App.Downloader.dummy_downloader</a>
+        <li><a href="generated/cmoncrawl.processor.extraction.utils.html#module-cmoncrawl.processor.extraction.utils">cmoncrawl.processor.extraction.utils</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.html#module-Processor.App.Extractor">Processor.App.Extractor</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.html#module-cmoncrawl.processor.pipeline">cmoncrawl.processor.pipeline</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.html#module-Processor.App.Extractor.dummy_extractor">Processor.App.Extractor.dummy_extractor</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.downloader.html#module-cmoncrawl.processor.pipeline.downloader">cmoncrawl.processor.pipeline.downloader</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.html#module-Processor.App.Extractor.extractor">Processor.App.Extractor.extractor</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.html#module-cmoncrawl.processor.pipeline.extractor">cmoncrawl.processor.pipeline.extractor</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor_utils.html#module-Processor.App.Extractor.extractor_utils">Processor.App.Extractor.extractor_utils</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.pipeline.html#module-cmoncrawl.processor.pipeline.pipeline">cmoncrawl.processor.pipeline.pipeline</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.html#module-Processor.App.OutStreamer">Processor.App.OutStreamer</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.router.html#module-cmoncrawl.processor.pipeline.router">cmoncrawl.processor.pipeline.router</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.dummy_streamer.html#module-Processor.App.OutStreamer.dummy_streamer">Processor.App.OutStreamer.dummy_streamer</a>
-</li>
-        <li><a href="generated/Processor.App.OutStreamer.outstreamer.html#module-Processor.App.OutStreamer.outstreamer">Processor.App.OutStreamer.outstreamer</a>
-</li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.html#module-Processor.App.OutStreamer.stream_to_file">Processor.App.OutStreamer.stream_to_file</a>
-</li>
-        <li><a href="generated/Processor.App.Pipeline.html#module-Processor.App.Pipeline">Processor.App.Pipeline</a>
-</li>
-        <li><a href="generated/Processor.App.Pipeline.pipeline.html#module-Processor.App.Pipeline.pipeline">Processor.App.Pipeline.pipeline</a>
-</li>
-        <li><a href="generated/Processor.App.processor_utils.html#module-Processor.App.processor_utils">Processor.App.processor_utils</a>
-</li>
-        <li><a href="generated/Processor.App.Router.html#module-Processor.App.Router">Processor.App.Router</a>
-</li>
-        <li><a href="generated/Processor.App.Router.router.html#module-Processor.App.Router.router">Processor.App.Router.router</a>
-</li>
-        <li><a href="generated/Processor.process_article.html#module-Processor.process_article">Processor.process_article</a>
-</li>
-        <li><a href="generated/Processor.processor.html#module-Processor.processor">Processor.processor</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.html#module-cmoncrawl.processor.pipeline.streamer">cmoncrawl.processor.pipeline.streamer</a>
 </li>
       </ul></li>
   </ul></td>
 </tr></table>
 
-<h2 id="O">O</h2>
+<h2 id="P">P</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.processor.Listener.on_before_message.html#Processor.processor.Listener.on_before_message">on_before_message() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_connected.html#Processor.processor.Listener.on_connected">on_connected() (Processor.processor.Listener method)</a>
+      <li><a href="generated/cmoncrawl.common.types.PipeMetadata.html#cmoncrawl.common.types.PipeMetadata">PipeMetadata (class in cmoncrawl.common.types)</a>
 </li>
-      <li><a href="generated/Processor.processor.Listener.on_connecting.html#Processor.processor.Listener.on_connecting">on_connecting() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_disconnected.html#Processor.processor.Listener.on_disconnected">on_disconnected() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_disconnecting.html#Processor.processor.Listener.on_disconnecting">on_disconnecting() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_error.html#Processor.processor.Listener.on_error">on_error() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_heartbeat.html#Processor.processor.Listener.on_heartbeat">on_heartbeat() (Processor.processor.Listener method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.preprocess.html#cmoncrawl.processor.pipeline.extractor.BaseExtractor.preprocess">preprocess() (cmoncrawl.processor.pipeline.extractor.BaseExtractor method)</a>
+
+      <ul>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.preprocess.html#cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.preprocess">(cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor method)</a>
 </li>
-      <li><a href="generated/Processor.processor.Listener.on_heartbeat_timeout.html#Processor.processor.Listener.on_heartbeat_timeout">on_heartbeat_timeout() (Processor.processor.Listener method)</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.preprocess.html#cmoncrawl.processor.pipeline.extractor.HTMLExtractor.preprocess">(cmoncrawl.processor.pipeline.extractor.HTMLExtractor method)</a>
 </li>
+      </ul></li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.processor.Listener.on_message.html#Processor.processor.Listener.on_message">on_message() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_receipt.html#Processor.processor.Listener.on_receipt">on_receipt() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_receiver_loop_completed.html#Processor.processor.Listener.on_receiver_loop_completed">on_receiver_loop_completed() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.processor.Listener.on_send.html#Processor.processor.Listener.on_send">on_send() (Processor.processor.Listener method)</a>
-</li>
-      <li><a href="generated/Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer">OutStreamer (class in Processor.App.OutStreamer.outstreamer)</a>
-</li>
-      <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault">OutStreamerFileDefault (class in Processor.App.OutStreamer.stream_to_file)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.process_domain_record.html#cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.process_domain_record">process_domain_record() (cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline method)</a>
 </li>
-      <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent">OutStreamerFileHTMLContent (class in Processor.App.OutStreamer.stream_to_file)</a>
-</li>
-      <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON">OutStreamerFileJSON (class in Processor.App.OutStreamer.stream_to_file)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.html#cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline">ProcessorPipeline (class in cmoncrawl.processor.pipeline.pipeline)</a>
 </li>
   </ul></td>
 </tr></table>
 
-<h2 id="P">P</h2>
+<h2 id="R">R</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata">PipeMetadata (class in Processor.App.processor_utils)</a>
+      <li><a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.raw_decode.html#cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.raw_decode">raw_decode() (cmoncrawl.aggregator.utils.ndjson_decoder.Decoder method)</a>
 </li>
-      <li><a href="generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess">preprocess() (Processor.App.ArticleUtils.article_extractor.ArticleExtractor method)</a>
-
-      <ul>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.html#Processor.App.Extractor.dummy_extractor.Extractor.preprocess">(Processor.App.Extractor.dummy_extractor.Extractor method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.register_route.html#cmoncrawl.processor.pipeline.router.Router.register_route">register_route() (cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
-        <li><a href="generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.html#Processor.App.Extractor.extractor.BaseExtractor.preprocess">(Processor.App.Extractor.extractor.BaseExtractor method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.register_routes.html#cmoncrawl.processor.pipeline.router.Router.register_routes">register_routes() (cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
-      </ul></li>
-      <li><a href="generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.html#Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record">process_domain_record() (Processor.App.Pipeline.pipeline.ProcessorPipeline method)</a>
+      <li><a href="generated/cmoncrawl.common.types.RetrieveResponse.html#cmoncrawl.common.types.RetrieveResponse">RetrieveResponse (class in cmoncrawl.common.types)</a>
 </li>
-      <li>
-    Processor
-
-      <ul>
-        <li><a href="generated/Processor.html#module-Processor">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App
-
-      <ul>
-        <li><a href="generated/Processor.App.html#module-Processor.App">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.ArticleUtils
-
-      <ul>
-        <li><a href="generated/Processor.App.ArticleUtils.html#module-Processor.App.ArticleUtils">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.ArticleUtils.article_extractor
-
-      <ul>
-        <li><a href="generated/Processor.App.ArticleUtils.article_extractor.html#module-Processor.App.ArticleUtils.article_extractor">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.ArticleUtils.article_utils
-
-      <ul>
-        <li><a href="generated/Processor.App.ArticleUtils.article_utils.html#module-Processor.App.ArticleUtils.article_utils">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Downloader
-
-      <ul>
-        <li><a href="generated/Processor.App.Downloader.html#module-Processor.App.Downloader">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Downloader.downloader
-
-      <ul>
-        <li><a href="generated/Processor.App.Downloader.downloader.html#module-Processor.App.Downloader.downloader">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Downloader.dummy_downloader
-
-      <ul>
-        <li><a href="generated/Processor.App.Downloader.dummy_downloader.html#module-Processor.App.Downloader.dummy_downloader">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Extractor
-
-      <ul>
-        <li><a href="generated/Processor.App.Extractor.html#module-Processor.App.Extractor">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Extractor.dummy_extractor
-
-      <ul>
-        <li><a href="generated/Processor.App.Extractor.dummy_extractor.html#module-Processor.App.Extractor.dummy_extractor">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Extractor.extractor
-
-      <ul>
-        <li><a href="generated/Processor.App.Extractor.extractor.html#module-Processor.App.Extractor.extractor">module</a>
-</li>
-      </ul></li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li>
-    Processor.App.Extractor.extractor_utils
-
-      <ul>
-        <li><a href="generated/Processor.App.Extractor.extractor_utils.html#module-Processor.App.Extractor.extractor_utils">module</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Route.html#cmoncrawl.processor.pipeline.router.Route">Route (class in cmoncrawl.processor.pipeline.router)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.App.OutStreamer
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.IRouter.route.html#cmoncrawl.processor.pipeline.router.IRouter.route">route() (cmoncrawl.processor.pipeline.router.IRouter method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.OutStreamer.html#module-Processor.App.OutStreamer">module</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.route.html#cmoncrawl.processor.pipeline.router.Router.route">(cmoncrawl.processor.pipeline.router.Router method)</a>
 </li>
       </ul></li>
-      <li>
-    Processor.App.OutStreamer.dummy_streamer
-
-      <ul>
-        <li><a href="generated/Processor.App.OutStreamer.dummy_streamer.html#module-Processor.App.OutStreamer.dummy_streamer">module</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.router.Router.html#cmoncrawl.processor.pipeline.router.Router">Router (class in cmoncrawl.processor.pipeline.router)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.App.OutStreamer.outstreamer
-
-      <ul>
-        <li><a href="generated/Processor.App.OutStreamer.outstreamer.html#module-Processor.App.OutStreamer.outstreamer">module</a>
+      <li><a href="generated/cmoncrawl.common.types.RoutesConfig.html#cmoncrawl.common.types.RoutesConfig">RoutesConfig (class in cmoncrawl.common.types)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.App.OutStreamer.stream_to_file
+  </ul></td>
+</tr></table>
 
-      <ul>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.html#module-Processor.App.OutStreamer.stream_to_file">module</a>
-</li>
-      </ul></li>
-      <li>
-    Processor.App.Pipeline
+<h2 id="S">S</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="generated/cmoncrawl.common.types.DomainRecord.schema.html#cmoncrawl.common.types.DomainRecord.schema">schema() (cmoncrawl.common.types.DomainRecord class method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Pipeline.html#module-Processor.App.Pipeline">module</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractConfig.schema.html#cmoncrawl.common.types.ExtractConfig.schema">(cmoncrawl.common.types.ExtractConfig class method)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.App.Pipeline.pipeline
-
-      <ul>
-        <li><a href="generated/Processor.App.Pipeline.pipeline.html#module-Processor.App.Pipeline.pipeline">module</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.schema.html#cmoncrawl.common.types.ExtractorConfig.schema">(cmoncrawl.common.types.ExtractorConfig class method)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.App.processor_utils
-
-      <ul>
-        <li><a href="generated/Processor.App.processor_utils.html#module-Processor.App.processor_utils">module</a>
+        <li><a href="generated/cmoncrawl.common.types.RoutesConfig.schema.html#cmoncrawl.common.types.RoutesConfig.schema">(cmoncrawl.common.types.RoutesConfig class method)</a>
 </li>
       </ul></li>
-      <li>
-    Processor.App.Router
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.stream.html#cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.stream">stream() (cmoncrawl.processor.pipeline.streamer.BaseStreamerFile method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.Router.html#module-Processor.App.Router">module</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.IStreamer.stream.html#cmoncrawl.processor.pipeline.streamer.IStreamer.stream">(cmoncrawl.processor.pipeline.streamer.IStreamer method)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.App.Router.router
-
-      <ul>
-        <li><a href="generated/Processor.App.Router.router.html#module-Processor.App.Router.router">module</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.stream.html#cmoncrawl.processor.pipeline.streamer.StreamerDummy.stream">(cmoncrawl.processor.pipeline.streamer.StreamerDummy method)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.process_article
-
-      <ul>
-        <li><a href="generated/Processor.process_article.html#module-Processor.process_article">module</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.stream.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.stream">(cmoncrawl.processor.pipeline.streamer.StreamerFileHTML method)</a>
 </li>
-      </ul></li>
-      <li>
-    Processor.processor
-
-      <ul>
-        <li><a href="generated/Processor.processor.html#module-Processor.processor">module</a>
+        <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.stream.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.stream">(cmoncrawl.processor.pipeline.streamer.StreamerFileJSON method)</a>
 </li>
       </ul></li>
-      <li><a href="generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.html#Processor.App.Pipeline.pipeline.ProcessorPipeline">ProcessorPipeline (class in Processor.App.Pipeline.pipeline)</a>
-</li>
   </ul></td>
-</tr></table>
-
-<h2 id="R">R</h2>
-<table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.html#Aggregator.App.ndjson_decoder.Decoder.raw_decode">raw_decode() (Aggregator.App.ndjson_decoder.Decoder method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.html#cmoncrawl.processor.pipeline.streamer.StreamerDummy">StreamerDummy (class in cmoncrawl.processor.pipeline.streamer)</a>
 </li>
-      <li><a href="generated/Processor.App.Router.router.Router.register_route.html#Processor.App.Router.router.Router.register_route">register_route() (Processor.App.Router.router.Router method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.html#cmoncrawl.processor.pipeline.streamer.StreamerFileHTML">StreamerFileHTML (class in cmoncrawl.processor.pipeline.streamer)</a>
 </li>
-      <li><a href="generated/Processor.App.Router.router.Router.register_routes.html#Processor.App.Router.router.Router.register_routes">register_routes() (Processor.App.Router.router.Router method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.html#cmoncrawl.processor.pipeline.streamer.StreamerFileJSON">StreamerFileJSON (class in cmoncrawl.processor.pipeline.streamer)</a>
 </li>
   </ul></td>
+</tr></table>
+
+<h2 id="T">T</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Aggregator.App.index_query.RetrieveResponse.html#Aggregator.App.index_query.RetrieveResponse">RetrieveResponse (class in Aggregator.App.index_query)</a>
-</li>
-      <li><a href="generated/Processor.App.Router.router.Route.html#Processor.App.Router.router.Route">Route (class in Processor.App.Router.router)</a>
+      <li><a href="generated/cmoncrawl.common.types.DomainRecord.to_dict.html#cmoncrawl.common.types.DomainRecord.to_dict">to_dict() (cmoncrawl.common.types.DomainRecord method)</a>
+
+      <ul>
+        <li><a href="generated/cmoncrawl.common.types.ExtractConfig.to_dict.html#cmoncrawl.common.types.ExtractConfig.to_dict">(cmoncrawl.common.types.ExtractConfig method)</a>
 </li>
-      <li><a href="generated/Processor.App.Router.router.Router.route.html#Processor.App.Router.router.Router.route">route() (Processor.App.Router.router.Router method)</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.to_dict.html#cmoncrawl.common.types.ExtractorConfig.to_dict">(cmoncrawl.common.types.ExtractorConfig method)</a>
 </li>
-      <li><a href="generated/Processor.App.Router.router.Router.html#Processor.App.Router.router.Router">Router (class in Processor.App.Router.router)</a>
+        <li><a href="generated/cmoncrawl.common.types.RoutesConfig.to_dict.html#cmoncrawl.common.types.RoutesConfig.to_dict">(cmoncrawl.common.types.RoutesConfig method)</a>
 </li>
+      </ul></li>
   </ul></td>
-</tr></table>
-
-<h2 id="S">S</h2>
-<table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.html#Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream">stream() (Processor.App.OutStreamer.dummy_streamer.DummyStreamer method)</a>
+      <li><a href="generated/cmoncrawl.common.types.DomainRecord.to_json.html#cmoncrawl.common.types.DomainRecord.to_json">to_json() (cmoncrawl.common.types.DomainRecord method)</a>
 
       <ul>
-        <li><a href="generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.html#Processor.App.OutStreamer.outstreamer.OutStreamer.stream">(Processor.App.OutStreamer.outstreamer.OutStreamer method)</a>
-</li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault method)</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractConfig.to_json.html#cmoncrawl.common.types.ExtractConfig.to_json">(cmoncrawl.common.types.ExtractConfig method)</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent method)</a>
+        <li><a href="generated/cmoncrawl.common.types.ExtractorConfig.to_json.html#cmoncrawl.common.types.ExtractorConfig.to_json">(cmoncrawl.common.types.ExtractorConfig method)</a>
 </li>
-        <li><a href="generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream">(Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON method)</a>
+        <li><a href="generated/cmoncrawl.common.types.RoutesConfig.to_json.html#cmoncrawl.common.types.RoutesConfig.to_json">(cmoncrawl.common.types.RoutesConfig method)</a>
 </li>
       </ul></li>
   </ul></td>
@@ -1020,7 +980,7 @@ <h2 id="S">S</h2>
 <h2 id="U">U</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.html#Processor.App.Downloader.downloader.DownloaderFull.unwrap">unwrap() (Processor.App.Downloader.downloader.DownloaderFull method)</a>
+      <li><a href="generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.unwrap.html#cmoncrawl.processor.pipeline.downloader.AsyncDownloader.unwrap">unwrap() (cmoncrawl.processor.pipeline.downloader.AsyncDownloader method)</a>
 </li>
   </ul></td>
 </tr></table>
diff --git a/docs/build/html/index.html b/docs/build/html/index.html
index 956a122d..c2c36672 100644
--- a/docs/build/html/index.html
+++ b/docs/build/html/index.html
@@ -6,7 +6,7 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
 
-    <title>Welcome to CommonCrawl Extractor’s documentation! &#8212; CommonCrawl Extractor 1.0 documentation</title>
+    <title>Welcome to CommonCrawl Extractor’s documentation! &#8212; CmonCrawl 0.9.3 documentation</title>
     
   <!-- Loaded before other Sphinx assets -->
   <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
@@ -39,7 +39,7 @@
     <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
     <link rel="index" title="Index" href="genindex.html" />
     <link rel="search" title="Search" href="search.html" />
-    <link rel="next" title="Installation" href="installation.html" />
+    <link rel="next" title="Usage" href="usage.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
     
@@ -78,7 +78,7 @@
       
       
       
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
+      <h1 class="site-logo" id="site-title">CmonCrawl 0.9.3 documentation</h1>
       
     </a>
 </div><form class="bd-search d-flex align-items-center" action="search.html" method="get">
@@ -93,13 +93,13 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
-  <a class="reference internal" href="installation.html">
-   Installation
+  <a class="reference internal" href="usage.html">
+   Usage
   </a>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="quickstart/index.html">
-   Quick Start Guide
+  <a class="reference internal" href="cli/index.html">
+   Command Line Interface
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
   <label for="toctree-checkbox-1">
@@ -108,161 +108,170 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/overview.html">
-     Quick Overview
+    <a class="reference internal" href="cli/cli.html">
+     Command Line Interface
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/quick-start.html">
-     Quickstart
+    <a class="reference internal" href="cli/download.html">
+     Command Line Download
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/artemis-queue.html">
-     Artemis Queue
+    <a class="reference internal" href="cli/extract.html">
+     Command line Extract
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="api.html">
-   API
+  <a class="reference internal" href="extraction/index.html">
+   Extraction
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
   <label for="toctree-checkbox-2">
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/creating_extractor.html">
+     Custom Extractor
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/config_file.html">
+     Extractor config file
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/utils.html">
+     Extraction utils
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="prog_guide/index.html">
+   Programming Guide
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/overview.html">
+     Programming Guide
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/pip.html">
+     Custom Pipeline
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="misc/index.html">
+   Miscellaneous
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="misc/domain_record.html">
+     Domain Record
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="api.html">
+   API
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+  <label for="toctree-checkbox-5">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Aggregator.html">
-     Aggregator
+    <a class="reference internal" href="generated/cmoncrawl.html">
+     cmoncrawl
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
+    <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+    <label for="toctree-checkbox-6">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Aggregator.App.html">
-       Aggregator.App
+      <a class="reference internal" href="generated/cmoncrawl.aggregator.html">
+       cmoncrawl.aggregator
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
+      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
+      <label for="toctree-checkbox-7">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.index_query.html">
+         cmoncrawl.aggregator.index_query
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.utils.html">
+         cmoncrawl.aggregator.utils
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.App.html">
-       Processor.App
+      <a class="reference internal" href="generated/cmoncrawl.common.html">
+       cmoncrawl.common
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
+      <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
+      <label for="toctree-checkbox-8">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
+        <a class="reference internal" href="generated/cmoncrawl.common.loggers.html">
+         cmoncrawl.common.loggers
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
+        <a class="reference internal" href="generated/cmoncrawl.common.types.html">
+         cmoncrawl.common.types
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.processor.html">
-       Processor.processor
+      <a class="reference internal" href="generated/cmoncrawl.processor.html">
+       cmoncrawl.processor
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
+      <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
+      <label for="toctree-checkbox-9">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
+        <a class="reference internal" href="generated/cmoncrawl.processor.extraction.html">
+         cmoncrawl.processor.extraction
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Message.html">
-         Processor.processor.Message
+        <a class="reference internal" href="generated/cmoncrawl.processor.pipeline.html">
+         cmoncrawl.processor.pipeline
         </a>
        </li>
       </ul>
@@ -457,44 +466,82 @@ <h1>Welcome to CommonCrawl Extractor’s documentation!<a class="headerlink" hre
 <div class="toctree-wrapper compound">
 <p aria-level="2" class="caption" role="heading"><span class="caption-text">Contents:</span></p>
 <ul>
-<li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="installation.html#docker">Docker</a></li>
+<li class="toctree-l1"><a class="reference internal" href="usage.html">Usage</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="usage.html#workflow">Workflow</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="quickstart/index.html">Quick Start Guide</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="quickstart/overview.html">Quick Overview</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/overview.html#querying-commoncrawl">1. Querying CommonCrawl</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/overview.html#downloading-a-file">2. Downloading a file</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/overview.html#choose-parser">3. Choose parser</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/overview.html#filtering-out-the-web-page">4. Filtering out the web page</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/overview.html#extract-fields-from-the-page">5. Extract fields from the page</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/overview.html#file-saving">6. File saving</a></li>
+<li class="toctree-l1"><a class="reference internal" href="cli/index.html">Command Line Interface</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="cli/cli.html">Command Line Interface</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="cli/cli.html#examples">Examples</a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="quickstart/quick-start.html">Quickstart</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#extractor">Extractor</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#download-article-py"><cite>download_article.py</cite></a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#extracting-transformations">Extracting (Transformations)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#extracting-bs4-version">Extracting( BS4 version)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#filtering">Filtering</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#config-json">config.json</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#testing-our-extractor">Testing our extractor</a></li>
-<li class="toctree-l3"><a class="reference internal" href="quickstart/quick-start.html#running-the-extractor">Running the extractor</a></li>
+<li class="toctree-l2"><a class="reference internal" href="cli/download.html">Command Line Download</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="cli/download.html#positional-arguments">Positional arguments</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/download.html#options">Options</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/download.html#record-mode-options">Record mode options</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/download.html#examples">Examples</a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="quickstart/artemis-queue.html">Artemis Queue</a></li>
+<li class="toctree-l2"><a class="reference internal" href="cli/extract.html">Command line Extract</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="cli/extract.html#positional-arguments">Positional arguments</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/extract.html#optional-arguments">Optional arguments</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/extract.html#record-arguments">Record arguments</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/extract.html#html-arguments">Html arguments</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli/extract.html#examples">Examples</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="api.html">API</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="generated/Aggregator.html">Aggregator</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="generated/Aggregator.App.html">Aggregator.App</a></li>
-<li class="toctree-l3"><a class="reference internal" href="generated/Aggregator.aggregator.html">Aggregator.aggregator</a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="generated/Processor.html">Processor</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="generated/Processor.App.html">Processor.App</a></li>
-<li class="toctree-l3"><a class="reference internal" href="generated/Processor.process_article.html">Processor.process_article</a></li>
-<li class="toctree-l3"><a class="reference internal" href="generated/Processor.processor.html">Processor.processor</a></li>
+<li class="toctree-l1"><a class="reference internal" href="extraction/index.html">Extraction</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="extraction/creating_extractor.html">Custom Extractor</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="extraction/creating_extractor.html#baseextractor">BaseExtractor</a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/creating_extractor.html#extraction">Extraction</a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/creating_extractor.html#filtering">Filtering</a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/creating_extractor.html#example">Example</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="extraction/config_file.html">Extractor config file</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="extraction/config_file.html#structure">Structure</a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/config_file.html#example">Example</a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/config_file.html#init-py"><cite>__init__.py</cite></a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/config_file.html#arbitrary-code-execution">Arbitrary Code Execution</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="extraction/utils.html">Extraction utils</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="extraction/utils.html#filtering">Filtering</a></li>
+<li class="toctree-l3"><a class="reference internal" href="extraction/utils.html#extraction">Extraction</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="prog_guide/index.html">Programming Guide</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="prog_guide/overview.html">Programming Guide</a></li>
+<li class="toctree-l2"><a class="reference internal" href="prog_guide/overview.html#how-to-extract-from-common-crawl-theory">How to extract from Common Crawl (theory)</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/overview.html#querying-commoncrawl">1. Querying CommonCrawl</a></li>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/overview.html#downloading-a-file">2. Downloading a file</a></li>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/overview.html#choose-extractor">3. Choose extractor</a></li>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/overview.html#filtering-out-the-web-page">4. Filtering out the web page</a></li>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/overview.html#extract-fields-from-the-page">5. Extract fields from the page</a></li>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/overview.html#file-saving">6. File saving</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="prog_guide/pip.html">Custom Pipeline</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/pip.html#pipeline">Pipeline</a></li>
+<li class="toctree-l3"><a class="reference internal" href="prog_guide/pip.html#putting-it-all-together">Putting it all together</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="misc/index.html">Miscellaneous</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="misc/domain_record.html">Domain Record</a></li>
+<li class="toctree-l2"><a class="reference internal" href="misc/domain_record.html#domain-record-jsonl-format">Domain Record JSONL format</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="api.html">API</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="generated/cmoncrawl.html">cmoncrawl</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="generated/cmoncrawl.aggregator.html">cmoncrawl.aggregator</a></li>
+<li class="toctree-l3"><a class="reference internal" href="generated/cmoncrawl.common.html">cmoncrawl.common</a></li>
+<li class="toctree-l3"><a class="reference internal" href="generated/cmoncrawl.processor.html">cmoncrawl.processor</a></li>
 </ul>
 </li>
 </ul>
@@ -519,10 +566,10 @@ <h1>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Pe
                 
     <!-- Previous / next buttons -->
 <div class='prev-next-area'>
-    <a class='right-next' id="next-link" href="installation.html" title="next page">
+    <a class='right-next' id="next-link" href="usage.html" title="next page">
     <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Installation</p>
+        <p class="prev-next-title">Usage</p>
     </div>
     <i class="fas fa-angle-right"></i>
     </a>
diff --git a/docs/build/html/installation.html b/docs/build/html/installation.html
deleted file mode 100644
index ad0cb7d4..00000000
--- a/docs/build/html/installation.html
+++ /dev/null
@@ -1,503 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Installation &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css" />
-    <link rel="stylesheet" href="_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
-    <script src="_static/jquery.js"></script>
-    <script src="_static/underscore.js"></script>
-    <script src="_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="_static/doctools.js"></script>
-    <script src="_static/sphinx_highlight.js"></script>
-    <script src="_static/clipboard.min.js"></script>
-    <script src="_static/copybutton.js"></script>
-    <script src="_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="genindex.html" />
-    <link rel="search" title="Search" href="search.html" />
-    <link rel="next" title="Quick Start Guide" href="quickstart/index.html" />
-    <link rel="prev" title="Welcome to CommonCrawl Extractor’s documentation!" href="index.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 current active">
-  <a class="current reference internal" href="#">
-   Installation
-  </a>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="quickstart/index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="_sources/installation.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#docker">
-   Docker
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Installation</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#docker">
-   Docker
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="installation">
-<h1>Installation<a class="headerlink" href="#installation" title="Permalink to this heading">#</a></h1>
-<p>The project was developed using Python 3.10. It’s not recommended to use oldered versions of Python as dataclass and type hints are used.
-To install packages required to run the project you can use either pip or conda.</p>
-<ol class="arabic simple">
-<li><p>Install packages using pip: <cite>$ pip install -r requirements.txt</cite></p></li>
-<li><p>Install packages using conda: <cite>$ conda env create -f environment.yml</cite> -&gt; <cite>$ conda activate extractor</cite></p></li>
-</ol>
-<section id="docker">
-<h2>Docker<a class="headerlink" href="#docker" title="Permalink to this heading">#</a></h2>
-<p>While it’s possible to run the project without Docker it’s recommended to use it as it will make the process of running the project much easier.
-Please install docker and docker-compose before running the project.</p>
-</section>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="index.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Welcome to CommonCrawl Extractor’s documentation!</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="quickstart/index.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Quick Start Guide</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/objects.inv b/docs/build/html/objects.inv
index f76e4670..3f208b53 100644
Binary files a/docs/build/html/objects.inv and b/docs/build/html/objects.inv differ
diff --git a/docs/build/html/py-modindex.html b/docs/build/html/py-modindex.html
index ec8b291c..98b9c748 100644
--- a/docs/build/html/py-modindex.html
+++ b/docs/build/html/py-modindex.html
@@ -5,7 +5,7 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Python Module Index &#8212; CommonCrawl Extractor 1.0 documentation</title>
+    <title>Python Module Index &#8212; CmonCrawl 0.9.3 documentation</title>
     
   <!-- Loaded before other Sphinx assets -->
   <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
@@ -79,7 +79,7 @@
       
       
       
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
+      <h1 class="site-logo" id="site-title">CmonCrawl 0.9.3 documentation</h1>
       
     </a>
 </div><form class="bd-search d-flex align-items-center" action="search.html" method="get">
@@ -94,13 +94,13 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
-  <a class="reference internal" href="installation.html">
-   Installation
+  <a class="reference internal" href="usage.html">
+   Usage
   </a>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="quickstart/index.html">
-   Quick Start Guide
+  <a class="reference internal" href="cli/index.html">
+   Command Line Interface
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
   <label for="toctree-checkbox-1">
@@ -109,161 +109,170 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/overview.html">
-     Quick Overview
+    <a class="reference internal" href="cli/cli.html">
+     Command Line Interface
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/quick-start.html">
-     Quickstart
+    <a class="reference internal" href="cli/download.html">
+     Command Line Download
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/artemis-queue.html">
-     Artemis Queue
+    <a class="reference internal" href="cli/extract.html">
+     Command line Extract
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="api.html">
-   API
+  <a class="reference internal" href="extraction/index.html">
+   Extraction
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
   <label for="toctree-checkbox-2">
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/creating_extractor.html">
+     Custom Extractor
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/config_file.html">
+     Extractor config file
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/utils.html">
+     Extraction utils
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="prog_guide/index.html">
+   Programming Guide
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/overview.html">
+     Programming Guide
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/pip.html">
+     Custom Pipeline
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="misc/index.html">
+   Miscellaneous
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="misc/domain_record.html">
+     Domain Record
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="api.html">
+   API
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+  <label for="toctree-checkbox-5">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Aggregator.html">
-     Aggregator
+    <a class="reference internal" href="generated/cmoncrawl.html">
+     cmoncrawl
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
+    <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+    <label for="toctree-checkbox-6">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Aggregator.App.html">
-       Aggregator.App
+      <a class="reference internal" href="generated/cmoncrawl.aggregator.html">
+       cmoncrawl.aggregator
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
+      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
+      <label for="toctree-checkbox-7">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.index_query.html">
+         cmoncrawl.aggregator.index_query
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.utils.html">
+         cmoncrawl.aggregator.utils
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.App.html">
-       Processor.App
+      <a class="reference internal" href="generated/cmoncrawl.common.html">
+       cmoncrawl.common
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
+      <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
+      <label for="toctree-checkbox-8">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
+        <a class="reference internal" href="generated/cmoncrawl.common.loggers.html">
+         cmoncrawl.common.loggers
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
+        <a class="reference internal" href="generated/cmoncrawl.common.types.html">
+         cmoncrawl.common.types
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.processor.html">
-       Processor.processor
+      <a class="reference internal" href="generated/cmoncrawl.processor.html">
+       cmoncrawl.processor
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
+      <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
+      <label for="toctree-checkbox-9">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
+        <a class="reference internal" href="generated/cmoncrawl.processor.extraction.html">
+         cmoncrawl.processor.extraction
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Message.html">
-         Processor.processor.Message
+        <a class="reference internal" href="generated/cmoncrawl.processor.pipeline.html">
+         cmoncrawl.processor.pipeline
         </a>
        </li>
       </ul>
@@ -364,163 +373,108 @@ <h1></h1>
    <h1>Python Module Index</h1>
 
    <div class="modindex-jumpbox">
-   <a href="#cap-a"><strong>a</strong></a> | 
-   <a href="#cap-p"><strong>p</strong></a>
+   <a href="#cap-c"><strong>c</strong></a>
    </div>
 
    <table class="indextable modindextable">
      <tr class="pcap"><td></td><td>&#160;</td><td></td></tr>
-     <tr class="cap" id="cap-a"><td></td><td>
-       <strong>a</strong></td><td></td></tr>
+     <tr class="cap" id="cap-c"><td></td><td>
+       <strong>c</strong></td><td></td></tr>
      <tr>
        <td><img src="_static/minus.png" class="toggler"
               id="toggle-1" style="display: none" alt="-" /></td>
        <td>
-       <a href="generated/Aggregator.html#module-Aggregator"><code class="xref">Aggregator</code></a></td><td>
+       <a href="generated/cmoncrawl.html#module-cmoncrawl"><code class="xref">cmoncrawl</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Aggregator.aggregator.html#module-Aggregator.aggregator"><code class="xref">Aggregator.aggregator</code></a></td><td>
+       <a href="generated/cmoncrawl.aggregator.html#module-cmoncrawl.aggregator"><code class="xref">cmoncrawl.aggregator</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Aggregator.App.html#module-Aggregator.App"><code class="xref">Aggregator.App</code></a></td><td>
+       <a href="generated/cmoncrawl.aggregator.index_query.html#module-cmoncrawl.aggregator.index_query"><code class="xref">cmoncrawl.aggregator.index_query</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Aggregator.App.index_query.html#module-Aggregator.App.index_query"><code class="xref">Aggregator.App.index_query</code></a></td><td>
+       <a href="generated/cmoncrawl.aggregator.utils.html#module-cmoncrawl.aggregator.utils"><code class="xref">cmoncrawl.aggregator.utils</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Aggregator.App.ndjson_decoder.html#module-Aggregator.App.ndjson_decoder"><code class="xref">Aggregator.App.ndjson_decoder</code></a></td><td>
+       <a href="generated/cmoncrawl.aggregator.utils.helpers.html#module-cmoncrawl.aggregator.utils.helpers"><code class="xref">cmoncrawl.aggregator.utils.helpers</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Aggregator.App.utils.html#module-Aggregator.App.utils"><code class="xref">Aggregator.App.utils</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="pcap"><td></td><td>&#160;</td><td></td></tr>
-     <tr class="cap" id="cap-p"><td></td><td>
-       <strong>p</strong></td><td></td></tr>
-     <tr>
-       <td><img src="_static/minus.png" class="toggler"
-              id="toggle-2" style="display: none" alt="-" /></td>
-       <td>
-       <a href="generated/Processor.html#module-Processor"><code class="xref">Processor</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.html#module-Processor.App"><code class="xref">Processor.App</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.ArticleUtils.html#module-Processor.App.ArticleUtils"><code class="xref">Processor.App.ArticleUtils</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.ArticleUtils.article_extractor.html#module-Processor.App.ArticleUtils.article_extractor"><code class="xref">Processor.App.ArticleUtils.article_extractor</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.ArticleUtils.article_utils.html#module-Processor.App.ArticleUtils.article_utils"><code class="xref">Processor.App.ArticleUtils.article_utils</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Downloader.html#module-Processor.App.Downloader"><code class="xref">Processor.App.Downloader</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Downloader.downloader.html#module-Processor.App.Downloader.downloader"><code class="xref">Processor.App.Downloader.downloader</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Downloader.dummy_downloader.html#module-Processor.App.Downloader.dummy_downloader"><code class="xref">Processor.App.Downloader.dummy_downloader</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Extractor.html#module-Processor.App.Extractor"><code class="xref">Processor.App.Extractor</code></a></td><td>
+       <a href="generated/cmoncrawl.aggregator.utils.ndjson_decoder.html#module-cmoncrawl.aggregator.utils.ndjson_decoder"><code class="xref">cmoncrawl.aggregator.utils.ndjson_decoder</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Extractor.dummy_extractor.html#module-Processor.App.Extractor.dummy_extractor"><code class="xref">Processor.App.Extractor.dummy_extractor</code></a></td><td>
-       <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Extractor.extractor.html#module-Processor.App.Extractor.extractor"><code class="xref">Processor.App.Extractor.extractor</code></a></td><td>
+       <a href="generated/cmoncrawl.common.html#module-cmoncrawl.common"><code class="xref">cmoncrawl.common</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Extractor.extractor_utils.html#module-Processor.App.Extractor.extractor_utils"><code class="xref">Processor.App.Extractor.extractor_utils</code></a></td><td>
+       <a href="generated/cmoncrawl.common.loggers.html#module-cmoncrawl.common.loggers"><code class="xref">cmoncrawl.common.loggers</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.OutStreamer.html#module-Processor.App.OutStreamer"><code class="xref">Processor.App.OutStreamer</code></a></td><td>
+       <a href="generated/cmoncrawl.common.types.html#module-cmoncrawl.common.types"><code class="xref">cmoncrawl.common.types</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.OutStreamer.dummy_streamer.html#module-Processor.App.OutStreamer.dummy_streamer"><code class="xref">Processor.App.OutStreamer.dummy_streamer</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.html#module-cmoncrawl.processor"><code class="xref">cmoncrawl.processor</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.OutStreamer.outstreamer.html#module-Processor.App.OutStreamer.outstreamer"><code class="xref">Processor.App.OutStreamer.outstreamer</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.extraction.html#module-cmoncrawl.processor.extraction"><code class="xref">cmoncrawl.processor.extraction</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.OutStreamer.stream_to_file.html#module-Processor.App.OutStreamer.stream_to_file"><code class="xref">Processor.App.OutStreamer.stream_to_file</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.extraction.filters.html#module-cmoncrawl.processor.extraction.filters"><code class="xref">cmoncrawl.processor.extraction.filters</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Pipeline.html#module-Processor.App.Pipeline"><code class="xref">Processor.App.Pipeline</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.extraction.utils.html#module-cmoncrawl.processor.extraction.utils"><code class="xref">cmoncrawl.processor.extraction.utils</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Pipeline.pipeline.html#module-Processor.App.Pipeline.pipeline"><code class="xref">Processor.App.Pipeline.pipeline</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.pipeline.html#module-cmoncrawl.processor.pipeline"><code class="xref">cmoncrawl.processor.pipeline</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.processor_utils.html#module-Processor.App.processor_utils"><code class="xref">Processor.App.processor_utils</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.pipeline.downloader.html#module-cmoncrawl.processor.pipeline.downloader"><code class="xref">cmoncrawl.processor.pipeline.downloader</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Router.html#module-Processor.App.Router"><code class="xref">Processor.App.Router</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.pipeline.extractor.html#module-cmoncrawl.processor.pipeline.extractor"><code class="xref">cmoncrawl.processor.pipeline.extractor</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.App.Router.router.html#module-Processor.App.Router.router"><code class="xref">Processor.App.Router.router</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.pipeline.pipeline.html#module-cmoncrawl.processor.pipeline.pipeline"><code class="xref">cmoncrawl.processor.pipeline.pipeline</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.process_article.html#module-Processor.process_article"><code class="xref">Processor.process_article</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.pipeline.router.html#module-cmoncrawl.processor.pipeline.router"><code class="xref">cmoncrawl.processor.pipeline.router</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-2">
+     <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="generated/Processor.processor.html#module-Processor.processor"><code class="xref">Processor.processor</code></a></td><td>
+       <a href="generated/cmoncrawl.processor.pipeline.streamer.html#module-cmoncrawl.processor.pipeline.streamer"><code class="xref">cmoncrawl.processor.pipeline.streamer</code></a></td><td>
        <em></em></td></tr>
    </table>
 
diff --git a/docs/build/html/quickstart/artemis-queue.html b/docs/build/html/quickstart/artemis-queue.html
deleted file mode 100644
index 5ee83f93..00000000
--- a/docs/build/html/quickstart/artemis-queue.html
+++ /dev/null
@@ -1,466 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Artemis Queue &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="API" href="../api.html" />
-    <link rel="prev" title="Quickstart" href="quick-start.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference internal" href="../installation.html">
-   Installation
-  </a>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="index.html">
-   Quick Start Guide
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2">
-    <a class="reference internal" href="overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quick-start.html">
-     Quickstart
-    </a>
-   </li>
-   <li class="toctree-l2 current active">
-    <a class="current reference internal" href="#">
-     Artemis Queue
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/artemis-queue.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Artemis Queue</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="artemis-queue">
-<h1>Artemis Queue<a class="headerlink" href="#artemis-queue" title="Permalink to this heading">#</a></h1>
-<p><a class="reference external" href="https://activemq.apache.org/components/artemis/">Artemis</a> is a message queue that is designed to be fast, scalable, and easy to use</p>
-<p>We use artemis for communication between Aggregator and Processor.
-If you use docker approach you don’t need to install artemis manually.
-However it’s good to know that artemis provides a web console for monitoring and management.
-You can connect to this console while running the docker containers by opening the following URL in your browser: <a class="reference external" href="http://localhost:8161/console/auth/login">Console</a>.
-The password is <cite>admin</cite> and the username is <cite>admin</cite>. There you can see the status of the queues.</p>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="quick-start.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Quickstart</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="../api.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">API</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/quickstart/download_article.html b/docs/build/html/quickstart/download_article.html
deleted file mode 100644
index da0146fc..00000000
--- a/docs/build/html/quickstart/download_article.html
+++ /dev/null
@@ -1,458 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>&lt;no title&gt; &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/download_article.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="simple visible nav section-nav flex-column">
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1><no title></h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="simple visible nav section-nav flex-column">
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/quickstart/index.html b/docs/build/html/quickstart/index.html
deleted file mode 100644
index 93a1d832..00000000
--- a/docs/build/html/quickstart/index.html
+++ /dev/null
@@ -1,486 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Quick Start Guide &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Quick Overview" href="overview.html" />
-    <link rel="prev" title="Installation" href="../installation.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference internal" href="../installation.html">
-   Installation
-  </a>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="current reference internal" href="#">
-   Quick Start Guide
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quick-start.html">
-     Quickstart
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="artemis-queue.html">
-     Artemis Queue
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/index.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Quick Start Guide</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="quick-start-guide">
-<h1>Quick Start Guide<a class="headerlink" href="#quick-start-guide" title="Permalink to this heading">#</a></h1>
-<div class="toctree-wrapper compound">
-<p aria-level="2" class="caption" role="heading"><span class="caption-text">Contents:</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="overview.html">Quick Overview</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="overview.html#querying-commoncrawl">1. Querying CommonCrawl</a></li>
-<li class="toctree-l2"><a class="reference internal" href="overview.html#downloading-a-file">2. Downloading a file</a></li>
-<li class="toctree-l2"><a class="reference internal" href="overview.html#choose-parser">3. Choose parser</a></li>
-<li class="toctree-l2"><a class="reference internal" href="overview.html#filtering-out-the-web-page">4. Filtering out the web page</a></li>
-<li class="toctree-l2"><a class="reference internal" href="overview.html#extract-fields-from-the-page">5. Extract fields from the page</a></li>
-<li class="toctree-l2"><a class="reference internal" href="overview.html#file-saving">6. File saving</a></li>
-</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="quick-start.html">Quickstart</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#extractor">Extractor</a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#download-article-py"><cite>download_article.py</cite></a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#extracting-transformations">Extracting (Transformations)</a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#extracting-bs4-version">Extracting( BS4 version)</a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#filtering">Filtering</a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#config-json">config.json</a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#testing-our-extractor">Testing our extractor</a></li>
-<li class="toctree-l2"><a class="reference internal" href="quick-start.html#running-the-extractor">Running the extractor</a></li>
-</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="artemis-queue.html">Artemis Queue</a></li>
-</ul>
-</div>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../installation.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Installation</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="overview.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Quick Overview</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/quickstart/installation.html b/docs/build/html/quickstart/installation.html
deleted file mode 100644
index f97613ef..00000000
--- a/docs/build/html/quickstart/installation.html
+++ /dev/null
@@ -1,438 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Installation &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/installation.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Installation</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="installation">
-<h1>Installation<a class="headerlink" href="#installation" title="Permalink to this heading">#</a></h1>
-<p>The project was developed using Python 3.10. It’s not recommended to use oldered versions of Python as dataclass and type hints are used.
-To install packages required to run the project you can use either pip or conda.
-1. Install packages using pip: <cite>$ pip install -r requirements.txt</cite>
-2. Install packages using conda: <cite>$ conda env create -f environment.yml</cite> -&gt; <cite>$ conda activate extractor</cite></p>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/quickstart/middleware.html b/docs/build/html/quickstart/middleware.html
deleted file mode 100644
index df431fb1..00000000
--- a/docs/build/html/quickstart/middleware.html
+++ /dev/null
@@ -1,453 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>&lt;no title&gt; &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="nav bd-sidenav">
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="index.html">
-   Quick Start Guide
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quick-start.html">
-     Quickstart
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/middleware.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="simple visible nav section-nav flex-column">
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1><no title></h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="simple visible nav section-nav flex-column">
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/quickstart/overview.html b/docs/build/html/quickstart/overview.html
deleted file mode 100644
index a9271233..00000000
--- a/docs/build/html/quickstart/overview.html
+++ /dev/null
@@ -1,631 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Quick Overview &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Quickstart" href="quick-start.html" />
-    <link rel="prev" title="Quick Start Guide" href="index.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference internal" href="../installation.html">
-   Installation
-  </a>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="index.html">
-   Quick Start Guide
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active">
-    <a class="current reference internal" href="#">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="quick-start.html">
-     Quickstart
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="artemis-queue.html">
-     Artemis Queue
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/overview.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#querying-commoncrawl">
-   1. Querying CommonCrawl
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#downloading-a-file">
-   2. Downloading a file
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#choose-parser">
-   3. Choose parser
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#filtering-out-the-web-page">
-   4. Filtering out the web page
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extract-fields-from-the-page">
-   5. Extract fields from the page
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#file-saving">
-   6. File saving
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Quick Overview</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#querying-commoncrawl">
-   1. Querying CommonCrawl
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#downloading-a-file">
-   2. Downloading a file
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#choose-parser">
-   3. Choose parser
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#filtering-out-the-web-page">
-   4. Filtering out the web page
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extract-fields-from-the-page">
-   5. Extract fields from the page
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#file-saving">
-   6. File saving
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="quick-overview">
-<h1>Quick Overview<a class="headerlink" href="#quick-overview" title="Permalink to this heading">#</a></h1>
-<p>The process of getting one parsed web page from CommonCrawl can be described as a pipeline.</p>
-<ol class="arabic simple">
-<li><p>Query CommmonCrawl to find a link to a file that contains the web page we want.</p></li>
-<li><p>Download a file</p></li>
-<li><p>Choose parser for the web page</p></li>
-<li><p>Filter out the web page if not matching the conditions</p></li>
-<li><p>Extract fields from the page</p></li>
-<li><p>Save the fields to a file</p></li>
-</ol>
-<p>The first step is handled by <cite>Aggregator</cite> while the rest is handled by <cite>Processor</cite>.
-We will now go through each step in detail. We will be describing the usage where we use the Artemis Queue as middleware between the <cite>Aggregator</cite> and <cite>Processor</cite> to communicate.
-However it should not be much different with other middleware of your choice. Please refere to <cite>download_article.py</cite> which should give you an idea how to create a custom pipeline where you can insert your own middleware.</p>
-<section id="querying-commoncrawl">
-<h2>1. Querying CommonCrawl<a class="headerlink" href="#querying-commoncrawl" title="Permalink to this heading">#</a></h2>
-<dl class="simple">
-<dt>what WARC File how</dt><dd><p><a class="reference external" href="https://en.wikipedia.org/wiki/Web_ARChive">WARC</a> is a file format that is used for storing multitudes of web resources.
-In our case these files contain a bunch of downloaded web pages and their metadata.
-It’s possible to get only part of the file by specifying the offset in file and length of the part we want.</p>
-</dd>
-<dt>what</dt><dd><p>Common Crawl Index</p>
-</dd>
-<dt>how</dt><dd><p>A CommonCrawl index is a collection which maps crawled urls to WARC file which contain the crawl of that url.</p>
-</dd>
-</dl>
-<p>Every month a CommonCrawl releases a new index which contains all links to web pages that were crawled that month.</p>
-<div class="admonition warning">
-<p class="admonition-title">Warning</p>
-<p>It is important to understand that even if the index was released in a certain month, it can contain the links to web pages that might be older.</p>
-</div>
-<p>Thus in order to download an page we query the index to get link to respective WARC file, offset and length of page.
-Since there are multiples of the indexes we should query all of them to make sure we don’t miss the page.
-With the link to the WARC and offset and length we can continue to another step.</p>
-<p>All this is handled by <a class="reference internal" href="../generated/Aggregator.App.index_query.IndexAggregator.html#Aggregator.App.index_query.IndexAggregator" title="Aggregator.App.index_query.IndexAggregator"><code class="xref py py-class docutils literal notranslate"><span class="pre">Aggregator.App.index_query.IndexAggregator</span></code></a>. But for basic use you will not need to use it directly.</p>
-<p>The <a class="reference internal" href="../generated/Aggregator.aggregator.html#module-Aggregator.aggregator" title="Aggregator.aggregator"><code class="xref py py-mod docutils literal notranslate"><span class="pre">Aggregator.aggregator</span></code></a> is the file you will work with.
-It’s command line utility which will start and instance of aggregator. Such an instance will query the specified indexes with given url and send the results to the Middleware(Artemis Queue).</p>
-<div class="literal-block-wrapper docutils container" id="id1">
-<div class="code-block-caption"><span class="caption-text">This will start and instance of aggregator which will query the indexes from 2014-12-30 to 2016-01-30 for the url bbc.com</span><a class="headerlink" href="#id1" title="Permalink to this code">#</a></div>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>    $ python -m  Aggregator.aggregator --url bbc.com --since<span class="o">=</span><span class="m">2014</span>-12-30 --to<span class="o">=</span><span class="m">2016</span>-01-30
-</pre></div>
-</div>
-</div>
-</section>
-<section id="downloading-a-file">
-<h2>2. Downloading a file<a class="headerlink" href="#downloading-a-file" title="Permalink to this heading">#</a></h2>
-<p>The Processor node than downloads the url and related information from queue and downloads the appropriate WARC file.
-This step is handled by <a class="reference internal" href="../generated/Processor.App.Downloader.downloader.Downloader.html#Processor.App.Downloader.downloader.Downloader" title="Processor.App.Downloader.downloader.Downloader"><code class="xref py py-mod docutils literal notranslate"><span class="pre">Processor.App.Downloader.downloader.Downloader</span></code></a>.
-It simply downloads and extracts the page from the WARC file.</p>
-</section>
-<section id="choose-parser">
-<h2>3. Choose parser<a class="headerlink" href="#choose-parser" title="Permalink to this heading">#</a></h2>
-<p>Once the page is downloaded we first need to choose a parser for it.
-Parsers are dynamically loaded based on definitions in config file. By default such a config
-is <cite>Processor/config.json</cite>.  All loaded processors are then matched against the url and publication date and first matching is used.
-This functionality is handled by <a class="reference internal" href="../generated/Processor.App.Router.router.Router.html#Processor.App.Router.router.Router" title="Processor.App.Router.router.Router"><code class="xref py py-class docutils literal notranslate"><span class="pre">Processor.App.Router.router.Router</span></code></a>.</p>
-</section>
-<section id="filtering-out-the-web-page">
-<h2>4. Filtering out the web page<a class="headerlink" href="#filtering-out-the-web-page" title="Permalink to this heading">#</a></h2>
-<p>Once the parser is chosen the filtering function defined by the extractor is used to either drop or pass a page.</p>
-</section>
-<section id="extract-fields-from-the-page">
-<h2>5. Extract fields from the page<a class="headerlink" href="#extract-fields-from-the-page" title="Permalink to this heading">#</a></h2>
-<p>The extracting function defined by the extractor is used to extract the fields from the page.
-The extracting rules can be defined in 2 ways.</p>
-<ol class="arabic simple">
-<li><p>Using parsed version of the page (BeautifulSoup) and the extracting the respected fields yourself.</p></li>
-<li><p>Using predefined transfomations.</p></li>
-</ol>
-<p>Using first method should be straightforward. Just extract the values and return them in dict.</p>
-<p>To use transformations we first need to define what html tags we want to extract from head and body respectively.
-Then for each such a tag we need to provide a list of transformations. These transformations then run in sequence where previous result is passed to the next one as parameter.
-Whenever the None is encountered the transformation will not raise and error but will not continue and set respective field to None.
-You can think about it as a composition of functions.</p>
-<p>When we were developing our extractors we found the second approached to be much more readable and easier to use
-because it’s very obnoxious to handle the None values with complex logic.</p>
-</section>
-<section id="file-saving">
-<h2>6. File saving<a class="headerlink" href="#file-saving" title="Permalink to this heading">#</a></h2>
-<p>With the field extracted we need to save them to a file.
-By default the fields are saved in json file.
-The way the file is saved is defined by outstreamers. We have implemented the json outstreamer
-and field per line outstreamer
-<a class="reference internal" href="../generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON"><code class="xref py py-class docutils literal notranslate"><span class="pre">Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON</span></code></a> and <a class="reference internal" href="../generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.html#Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault" title="Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault"><code class="xref py py-class docutils literal notranslate"><span class="pre">Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault</span></code></a> respectively.</p>
-<p>If you would like different format you can create your own saver by inheriting from <a class="reference internal" href="../generated/Processor.App.OutStreamer.outstreamer.OutStreamer.html#Processor.App.OutStreamer.outstreamer.OutStreamer" title="Processor.App.OutStreamer.outstreamer.OutStreamer"><code class="xref py py-class docutils literal notranslate"><span class="pre">Processor.App.OutStreamer.outstreamer.OutStreamer</span></code></a> and then changing pipeline creation with your new outstreamer.</p>
-</section>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="index.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Quick Start Guide</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="quick-start.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Quickstart</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/quickstart/quick-start.html b/docs/build/html/quickstart/quick-start.html
deleted file mode 100644
index 8de45fde..00000000
--- a/docs/build/html/quickstart/quick-start.html
+++ /dev/null
@@ -1,819 +0,0 @@
-
-<!DOCTYPE html>
-
-<html lang="en">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
-
-    <title>Quickstart &#8212; CommonCrawl Extractor 1.0 documentation</title>
-    
-  <!-- Loaded before other Sphinx assets -->
-  <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-
-    
-  <link rel="stylesheet"
-    href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-  <link rel="preload" as="font" type="font/woff2" crossorigin
-    href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
-    <link rel="stylesheet" href="../_static/styles/sphinx-book-theme.css?digest=5115cc725059bd94278eecd172e13a965bf8f5a9" type="text/css" />
-    <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
-    
-  <!-- Pre-loaded scripts that we'll load fully later -->
-  <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-
-    <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
-    <script src="../_static/jquery.js"></script>
-    <script src="../_static/underscore.js"></script>
-    <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
-    <script src="../_static/doctools.js"></script>
-    <script src="../_static/sphinx_highlight.js"></script>
-    <script src="../_static/clipboard.min.js"></script>
-    <script src="../_static/copybutton.js"></script>
-    <script src="../_static/scripts/sphinx-book-theme.js?digest=9c920249402e914e316237a7dbc6769907cce411"></script>
-    <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
-    <link rel="index" title="Index" href="../genindex.html" />
-    <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="Artemis Queue" href="artemis-queue.html" />
-    <link rel="prev" title="Quick Overview" href="overview.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="60">
-<!-- Checkboxes to toggle the left sidebar -->
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle navigation sidebar">
-<label class="overlay overlay-navbar" for="__navigation">
-    <div class="visually-hidden">Toggle navigation sidebar</div>
-</label>
-<!-- Checkboxes to toggle the in-page toc -->
-<input type="checkbox" class="sidebar-toggle" name="__page-toc" id="__page-toc" aria-label="Toggle in-page Table of Contents">
-<label class="overlay overlay-pagetoc" for="__page-toc">
-    <div class="visually-hidden">Toggle in-page Table of Contents</div>
-</label>
-<!-- Headers at the top -->
-<div class="announcement header-item noprint"></div>
-<div class="header header-item noprint"></div>
-
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-    <div class="container-xl">
-      <div class="row">
-          
-<!-- Sidebar -->
-<div class="bd-sidebar noprint" id="site-navigation">
-    <div class="bd-sidebar__content">
-        <div class="bd-sidebar__top"><div class="navbar-brand-box">
-    <a class="navbar-brand text-wrap" href="../index.html">
-      
-      
-      
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
-      
-    </a>
-</div><form class="bd-search d-flex align-items-center" action="../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main">
-    <div class="bd-toc-item active">
-        <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  Contents:
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference internal" href="../installation.html">
-   Installation
-  </a>
- </li>
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="index.html">
-   Quick Start Guide
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2">
-    <a class="reference internal" href="overview.html">
-     Quick Overview
-    </a>
-   </li>
-   <li class="toctree-l2 current active">
-    <a class="current reference internal" href="#">
-     Quickstart
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="artemis-queue.html">
-     Artemis Queue
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../api.html">
-   API
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Aggregator.html">
-     Aggregator
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Aggregator.App.html">
-       Aggregator.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="../generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.App.html">
-       Processor.App
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../generated/Processor.processor.html">
-       Processor.processor
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../generated/Processor.processor.Message.html">
-         Processor.processor.Message
-        </a>
-       </li>
-      </ul>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    </div>
-</nav></div>
-        <div class="bd-sidebar__bottom">
-             <!-- To handle the deprecated key -->
-            
-            <div class="navbar_extra_footer">
-            Theme by the <a href="https://ebp.jupyterbook.org">Executable Book Project</a>
-            </div>
-            
-        </div>
-    </div>
-    <div id="rtd-footer-container"></div>
-</div>
-
-
-          
-
-
-          
-<!-- A tiny helper pixel to detect if we've scrolled -->
-<div class="sbt-scroll-pixel-helper"></div>
-<!-- Main content -->
-<div class="col py-0 content-container">
-    
-    <div class="header-article row sticky-top noprint">
-        
-
-
-
-<div class="col py-1 d-flex header-article-main">
-    <div class="header-article__left">
-        
-        <label for="__navigation"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="right"
-title="Toggle navigation"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-bars"></i>
-  </span>
-
-</label>
-
-        
-    </div>
-    <div class="header-article__right">
-<button onclick="toggleFullScreen()"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="bottom"
-title="Fullscreen mode"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-expand"></i>
-  </span>
-
-</button>
-
-<div class="menu-dropdown menu-dropdown-download-buttons">
-  <button class="headerbtn menu-dropdown__trigger"
-      aria-label="Download this page">
-      <i class="fas fa-download"></i>
-  </button>
-  <div class="menu-dropdown__content">
-    <ul>
-      <li>
-        <a href="../_sources/quickstart/quick-start.rst.txt"
-   class="headerbtn"
-   data-toggle="tooltip"
-data-placement="left"
-title="Download source file"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file"></i>
-  </span>
-<span class="headerbtn__text-container">.rst</span>
-</a>
-
-      </li>
-      
-      <li>
-        
-<button onclick="printPdf(this)"
-  class="headerbtn"
-  data-toggle="tooltip"
-data-placement="left"
-title="Print to PDF"
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-file-pdf"></i>
-  </span>
-<span class="headerbtn__text-container">.pdf</span>
-</button>
-
-      </li>
-      
-    </ul>
-  </div>
-</div>
-<label for="__page-toc"
-  class="headerbtn headerbtn-page-toc"
-  
->
-  
-
-<span class="headerbtn__icon-container">
-  <i class="fas fa-list"></i>
-  </span>
-
-</label>
-
-    </div>
-</div>
-
-<!-- Table of contents -->
-<div class="col-md-3 bd-toc show noprint">
-    <div class="tocsection onthispage pt-5 pb-3">
-        <i class="fas fa-list"></i> Contents
-    </div>
-    <nav id="bd-toc-nav" aria-label="Page">
-        <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extractor">
-   Extractor
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#download-article-py">
-   <cite>
-    download_article.py
-   </cite>
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extracting-transformations">
-   Extracting (Transformations)
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extracting-bs4-version">
-   Extracting( BS4 version)
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#filtering">
-   Filtering
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#config-json">
-   config.json
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#testing-our-extractor">
-   Testing our extractor
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#running-the-extractor">
-   Running the extractor
-  </a>
- </li>
-</ul>
-
-    </nav>
-</div>
-    </div>
-    <div class="article row">
-        <div class="col pl-md-3 pl-lg-5 content-container">
-            <!-- Table of contents that is only displayed when printing the page -->
-            <div id="jb-print-docs-body" class="onlyprint">
-                <h1>Quickstart</h1>
-                <!-- Table of contents -->
-                <div id="print-main-content">
-                    <div id="jb-print-toc">
-                        
-                        <div>
-                            <h2> Contents </h2>
-                        </div>
-                        <nav aria-label="Page">
-                            <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extractor">
-   Extractor
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#download-article-py">
-   <cite>
-    download_article.py
-   </cite>
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extracting-transformations">
-   Extracting (Transformations)
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#extracting-bs4-version">
-   Extracting( BS4 version)
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#filtering">
-   Filtering
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#config-json">
-   config.json
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#testing-our-extractor">
-   Testing our extractor
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#running-the-extractor">
-   Running the extractor
-  </a>
- </li>
-</ul>
-
-                        </nav>
-                    </div>
-                </div>
-            </div>
-            <main id="main-content" role="main">
-                
-              <div>
-                
-  <section id="quickstart">
-<h1>Quickstart<a class="headerlink" href="#quickstart" title="Permalink to this heading">#</a></h1>
-<p>In this chapter we will show how to use the program to fetch a data from an url.
-We will show this by an example.</p>
-<section id="extractor">
-<h2>Extractor<a class="headerlink" href="#extractor" title="Permalink to this heading">#</a></h2>
-<p>We would like to fetch all data from bbc.com containing the word “war” fetched since 20.1.2021 to 20.3.2021.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>It’s important to emphasis the program can only fetch data based on crawl time. There is no way for program to know when was article published. It’s possible to first find the published date and then drop all articles that are out of range. However all since/to dates are based on crawl time NOT published time.</p>
-</div>
-<p>For such pages we would like to extract the title and the content of the page.</p>
-<p>Having our task established we will first have to write an extractor for the bbc pages.
-This is done by creating a class that extends the class <a class="reference internal" href="../generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor"><code class="xref py py-class docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_extractor.ArticleExtractor</span></code></a>.
-We will create this class in the file <code class="file docutils literal notranslate"><span class="pre">Processor/UserDefined/Extractors/bbc_extractor.py</span></code>.</p>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">Processor.App.ArticleUtils.article_extractor</span> <span class="kn">import</span> <span class="n">ArticleExtractor</span>
-<span class="kn">from</span> <span class="nn">datetime</span> <span class="kn">import</span> <span class="n">datetime</span>
-
-<span class="k">class</span> <span class="nc">BBCExtractor</span><span class="p">(</span><span class="n">ArticleExtractor</span><span class="p">):</span>
-    <span class="n">SINCE</span> <span class="o">=</span> <span class="n">datetime</span><span class="p">(</span><span class="mi">2021</span><span class="p">,</span> <span class="mi">1</span> <span class="p">,</span> <span class="mi">20</span><span class="p">)</span>
-    <span class="n">TO</span> <span class="o">=</span> <span class="n">datetime</span><span class="p">(</span><span class="mi">2021</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">20</span><span class="p">)</span>
-
-    <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
-        <span class="k">pass</span>
-
-<span class="n">extractor</span> <span class="o">=</span> <span class="n">BBCExtractor</span><span class="p">()</span>
-</pre></div>
-</div>
-<p>As you can see we have also created and instance which is required as it allows parametric constructors for extractors.</p>
-</section>
-<section id="download-article-py">
-<h2><cite>download_article.py</cite><a class="headerlink" href="#download-article-py" title="Permalink to this heading">#</a></h2>
-<p>But what now ? We have no idea how the bcc site looked at the time of extracting.
-That’s is why the <code class="xref py py-mod docutils literal notranslate"><span class="pre">download_article</span></code> exists!
-Thus we run:</p>
-<div class="literal-block-wrapper docutils container" id="id1">
-<div class="code-block-caption"><span class="caption-text">This will download 1000 articles from bbc.com and save them to the directory <cite>out1</cite>.</span><a class="headerlink" href="#id1" title="Permalink to this code">#</a></div>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span> $ python download_article.py --since<span class="o">=</span><span class="m">2021</span>-01-20 --to<span class="o">=</span><span class="m">2021</span>-03-20 --limit<span class="o">=</span><span class="m">1000</span> bbc.com out1
-</pre></div>
-</div>
-</div>
-<p>Bear in mind that it will take some time to download all the pages.
-It’s possible that it will download some pages without any content but it’s impossible to filter them.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>In my case it didn’t download any english articles only ones in chinese and arabic. However it shouldn’t matter as we only care about structure. If you want english articles just raise up the limit and wait.</p>
-</div>
-<p>Once downloaded we can inspect the pages in a browser.
-We can see that title can be found in <cite>h1#content</cite> tag.
-The article content can be found under <cite>main[role=main]</cite> tag and
-the text is mostly in &lt;p&gt; tags(Usually you want to be more precise with this be we assume this for simplicity).</p>
-<div class="admonition warning">
-<p class="admonition-title">Warning</p>
-<p>Always make sure that the tags you found are unique. Cross-check this with other articles fetched.</p>
-</div>
-</section>
-<section id="extracting-transformations">
-<h2>Extracting (Transformations)<a class="headerlink" href="#extracting-transformations" title="Permalink to this heading">#</a></h2>
-<p>With this information we can write the extractor.</p>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">Processor.App.ArticleUtils.article_utils</span> <span class="kn">import</span> <span class="n">aritcle_content_transform</span><span class="p">,</span> <span class="n">headline_transform</span><span class="p">,</span> <span class="n">get_text_transform</span>
-<span class="n">REQUIRED_FIELDS</span> <span class="o">=</span> <span class="p">{</span>
-    <span class="s2">&quot;title&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span>
-    <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="kc">True</span>
-<span class="p">}</span>
-
-<span class="k">def</span> <span class="nf">content_transform</span><span class="p">(</span><span class="n">soup</span><span class="p">):</span>
-    <span class="k">return</span> <span class="p">[</span><span class="n">p</span><span class="o">.</span><span class="n">text</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">soup</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="s2">&quot;p&quot;</span><span class="p">,</span> <span class="n">recursive</span><span class="o">=</span><span class="kc">True</span><span class="p">)]</span>
-
-
-<span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
-    <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
-        <span class="n">article_css_dict</span><span class="o">=</span><span class="p">{</span>
-            <span class="s2">&quot;title&quot;</span><span class="p">:</span> <span class="s2">&quot;h1#content&quot;</span><span class="p">,</span>
-            <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="s2">&quot;main[role=main]&quot;</span><span class="p">,</span>
-        <span class="p">},</span>
-        <span class="c1"># Here we define how to transform the content of the tag into a string.</span>
-        <span class="n">article_extract_dict</span><span class="o">=</span> <span class="p">{</span>
-            <span class="s2">&quot;title&quot;</span><span class="p">:</span> <span class="p">[</span><span class="n">get_text_transform</span><span class="p">,</span> <span class="n">headline_transform</span><span class="p">],</span>
-            <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="p">[</span><span class="n">content_transform</span><span class="p">,</span> <span class="n">text_unifications_transform</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">lines</span> <span class="p">:</span> <span class="s2">&quot;</span><span class="se">\n</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">lines</span><span class="p">)]</span>
-        <span class="p">},</span>
-
-
-        <span class="c1"># Here we define how to bind a tag that containt all fields we will use in article_css_dict</span>
-        <span class="c1"># If you don&#39;t know just use body</span>
-        <span class="n">article_css_selector</span><span class="o">=</span><span class="s2">&quot;body&quot;</span><span class="p">,</span>
-        <span class="n">required_fields</span><span class="o">=</span><span class="n">REQUIRED_FIELDS</span><span class="p">,</span>
-        <span class="n">non_empty</span> <span class="o">=</span> <span class="kc">True</span>
-    <span class="p">)</span>
-</pre></div>
-</div>
-<p><cite>REQUIRED_FIELDS</cite> is a dictionary that defines which fields must be extracted (Must be contained in resulting dictionary).
-This is useful if you write multiple extractors and you want to make sure that all of them contain the same fields.
-As you can see we have set the title to False this means that it’s value can be None. We have set article to False which
-means that is must not be None value. Because we have set non_empty to True the title also cannot be empty string or empty list.</p>
-<p><cite>article_css_dict</cite> define where to find the title and content.
-<cite>article_extract_dict</cite> defines how to extract the title and content from the tag.
-We have used some predfedined function from <a class="reference internal" href="../generated/Processor.App.ArticleUtils.article_utils.html#module-Processor.App.ArticleUtils.article_utils" title="Processor.App.ArticleUtils.article_utils"><code class="xref py py-mod docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_utils</span></code></a> to help us with this.
-Please look to the <a class="reference internal" href="../generated/Processor.App.ArticleUtils.article_utils.html#module-Processor.App.ArticleUtils.article_utils" title="Processor.App.ArticleUtils.article_utils"><code class="xref py py-mod docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_utils</span></code></a> to check what exactly the transformations do! Should be clear from the code.
-For content we created our transform which returns a list of text in p.</p>
-<p><cite>article_css_selector</cite> simply defines where to start looking for the tags defined in <cite>article_css_dict</cite>.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p><cite>header_css_dict</cite> and <cite>header_extract_dict</cite> can also be set in constructor for extracting from html &lt;head&gt; tag. The get_attribute method is used to extract the attribute value.</p>
-</div>
-</section>
-<section id="extracting-bs4-version">
-<h2>Extracting( BS4 version)<a class="headerlink" href="#extracting-bs4-version" title="Permalink to this heading">#</a></h2>
-<p>Now the extracting part is finished. If it feels too complicated then you can you BeautifulSoup approach.
-In that case you don’t set <cite>article_css_dict</cite> and <cite>article_extract_dict</cite> but you have to implement the <a class="reference internal" href="../generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract"><code class="xref py py-meth docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract()</span></code></a> method.</p>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span> <span class="nf">custom_extract</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">soup</span><span class="p">,</span> <span class="n">metadata</span><span class="p">):</span>
-    <span class="c1"># Find the field with the title</span>
-    <span class="n">title</span> <span class="o">=</span> <span class="n">soup</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s2">&quot;div&quot;</span><span class="p">,</span> <span class="p">{</span><span class="s2">&quot;class&quot;</span><span class="p">:</span> <span class="s2">&quot;title&quot;</span><span class="p">})</span>
-    <span class="n">title_text</span> <span class="o">=</span> <span class="n">title</span><span class="o">.</span><span class="n">text</span> <span class="k">if</span> <span class="n">title</span> <span class="k">else</span> <span class="kc">None</span>
-    <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;title&quot;</span><span class="p">:</span> <span class="n">title_text</span><span class="p">}</span>
-</pre></div>
-</div>
-<p>In this case you can also access metadata from the warc file!</p>
-</section>
-<section id="filtering">
-<h2>Filtering<a class="headerlink" href="#filtering" title="Permalink to this heading">#</a></h2>
-<p>We almost forgot that we want to filter the articles by the word “war”.
-We just need to override the <a class="reference internal" href="../generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup"><code class="xref py py-meth docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup()</span></code></a> method.
-Let’s do it now!</p>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span> <span class="nf">custom_filter_soup</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">soup</span><span class="p">,</span> <span class="n">metadata</span><span class="p">):</span>
-    <span class="n">result</span> <span class="o">=</span> <span class="n">soup</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="s2">&quot;p&quot;</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">tag</span><span class="p">:</span> <span class="s2">&quot;war&quot;</span> <span class="ow">in</span> <span class="n">tag</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
-    <span class="k">if</span> <span class="n">result</span><span class="p">:</span>
-        <span class="k">return</span> <span class="kc">True</span>
-    <span class="k">return</span> <span class="kc">False</span>
-</pre></div>
-</div>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>You can also use the <a class="reference internal" href="../generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.html#Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw" title="Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw"><code class="xref py py-meth docutils literal notranslate"><span class="pre">Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw()</span></code></a> which take the raw html as a parameter. It’s usefull if don’t need parsed html as processing is faster.</p>
-</div>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>This is where you could filter by date. metadata is instance of <a class="reference internal" href="../generated/Processor.App.processor_utils.PipeMetadata.html#Processor.App.processor_utils.PipeMetadata" title="Processor.App.processor_utils.PipeMetadata"><code class="xref py py-class docutils literal notranslate"><span class="pre">Processor.App.processor_utils.PipeMetadata</span></code></a> and it has warc_header property. You could get <a class="reference external" href="https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Last-Modified">Last-Modifier</a> from it but it’s no guarantee that is published date. Or you could find it in parsed html.</p>
-</div>
-</section>
-<section id="config-json">
-<h2>config.json<a class="headerlink" href="#config-json" title="Permalink to this heading">#</a></h2>
-<p>To register our extractor create <code class="file docutils literal notranslate"><span class="pre">Processor/UserDefined/config.json</span></code> as:</p>
-<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span><span class="w"></span>
-<span class="w">    </span><span class="nt">&quot;addresses&quot;</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w"> </span><span class="s2">&quot;queue.bbc.com&quot;</span><span class="p">,</span><span class="w"> </span><span class="p">],</span><span class="w"></span>
-<span class="w">    </span><span class="nt">&quot;extractors_path&quot;</span><span class="p">:</span><span class="w"> </span><span class="nt">&quot;./Extractors&quot;</span><span class="w"></span>
-<span class="w">    </span><span class="nt">&quot;routes&quot;</span><span class="p">:[</span><span class="w"></span>
-<span class="w">        </span><span class="p">{</span><span class="w"></span>
-<span class="w">            </span><span class="nt">&quot;regexes&quot;</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="s2">&quot;.*bbc\\.com.*&quot;</span><span class="p">],</span><span class="w"></span>
-<span class="w">            </span><span class="nt">&quot;extractors&quot;</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="s2">&quot;bbc_extractor.py&quot;</span><span class="p">]</span><span class="w"></span>
-<span class="w">        </span><span class="p">},</span><span class="w"></span>
-<span class="p">}</span><span class="w"></span>
-</pre></div>
-</div>
-<p>This defines three things:</p>
-<ol class="arabic simple">
-<li><p>The address of the queue. This is tell artemis that we want to accept message from bbc.com queue. Basically always set this to “queue.{your domain}”.</p></li>
-<li><p>The path to the extractors (w.r.t config.json location)</p></li>
-<li><p>The routes. This defines which extractor to use for which url. In this case we want to use bbc_extractor.py for all urls that contain bbc.com.</p></li>
-</ol>
-</section>
-<section id="testing-our-extractor">
-<h2>Testing our extractor<a class="headerlink" href="#testing-our-extractor" title="Permalink to this heading">#</a></h2>
-<p>Before we run the extractor we should test it.
-That is why we have the <code class="xref py py-mod docutils literal notranslate"><span class="pre">Processsor.process_article</span></code> !</p>
-<div class="literal-block-wrapper docutils container" id="id2">
-<div class="code-block-caption"><span class="caption-text">This will process the article and output result to out2 folder if succesful.</span><a class="headerlink" href="#id2" title="Permalink to this code">#</a></div>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ python -m Processor.process_article --date<span class="o">=</span><span class="m">2021</span>-02-01 --config<span class="o">=</span>Processor/UserDefined/config.json out1/directory_1/371_https<span class="se">\:</span>__www.bbc.com_yoruba_afrika-44296108.html out2
-</pre></div>
-</div>
-</div>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>We have to use date as the extractor has no idea when the article was fetched because we have no infromation from warc anymore. You can also use url to specify the url of the article as again we don’t have that infromation from warc. However in most cases it will correctly guess the url.</p>
-</div>
-</section>
-<section id="running-the-extractor">
-<h2>Running the extractor<a class="headerlink" href="#running-the-extractor" title="Permalink to this heading">#</a></h2>
-<p>We are now ready to run the extractor!
-You can manually run the extractor node, aggregator node and artemis queue.
-However it’s not really convenient. And also requires some knowledge how to run atemis queue.
-We thus added support for docker.
-First we need to create <code class="file docutils literal notranslate"><span class="pre">docker-compose.yml</span></code>.</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>version: <span class="s2">&quot;3.9&quot;</span>
-services:
-<span class="c1"># Creates the artemis queue</span>
-artemis:
-    build: <span class="s2">&quot;./Artemis&quot;</span>
-    container_name: <span class="s2">&quot;artemis&quot;</span>
-    <span class="c1"># Persistent volume</span>
-    <span class="c1"># Make sure you prune to get clean state for test runs</span>
-    - artemis-data:/var/lib/artemis/data
-    ports:
-    - <span class="s2">&quot;8161:8161&quot;</span>
-    <span class="c1"># You can set up limits here</span>
-    <span class="c1"># But make sure you also correct java memory in artemis Dockerfile in order to have effect.</span>
-    deploy:
-    resources:
-        reservations:
-        memory: 8g
-
-producer-bbc.com:
-    <span class="c1"># This is the producer service, you can have multiple for different urls</span>
-    <span class="c1"># Will run the aggregator part as you can see we set the date range</span>
-    build: ./Aggregator
-    command: <span class="o">[</span> <span class="s2">&quot;--to=2021-03-20&quot;</span>, <span class="s2">&quot;--since=2021-01-20&quot;</span>, <span class="s2">&quot;bbc.com&quot;</span> <span class="o">]</span>
-    depends_on:
-    - consumer
-
-<span class="c1"># This is consumer spawn as many as you want, you ideally want to have pills set up to number of producers.</span>
-<span class="c1"># Make sure you use use-hostname-output to have different output folders for each consumer.</span>
-consumer:
-    build: ./Processor
-    command:
-    <span class="o">[</span>
-        <span class="s2">&quot;--use_hostname_output&quot;</span>,
-        <span class="s2">&quot;--timeout=1&quot;</span>,
-        <span class="s2">&quot;--pills_to_die=1&quot;</span>,
-        <span class="s2">&quot;--queue_size=200&quot;</span>
-    <span class="o">]</span>
-    volumes:
-    - ./output:/output:z
-    deploy:
-    <span class="c1"># Number of replicas, more = faster processing</span>
-    replicas: <span class="m">4</span>
-    depends_on:
-    - artemis
-
-volumes:
-    artemis-data:
-</pre></div>
-</div>
-<p>This one is a bit more complex. It’s standard docker-compose file so if you have experience with docker it sould be familiar.
-It defines three services:</p>
-<ol class="arabic simple">
-<li><p>Artemis queue - This is the queue that will be used to communicate between the aggregator and the processor.  As one of the goal of the project is reliability we setup persistent volume for the queue in which it will store the urls that it has already processed.  However this creates problem when you want to test the extractor as by running it consecutively it will no more process the urls if has already seen.  Thus the storage needs to be cleared before each run. This is done by running <cite>$ docker volume rm rocnikovyprojekt_artemis-data</cite>.</p></li>
-<li><p>Producer - This is the aggregator part of the project. It will fetch the urls from the queue and process them.</p></li>
-<li><p>Consumer - This is the processor part of the project. It will fetch the urls from the queue and extract them to folder output.  As we want the consumers to automatically close when the producers are done we set the <cite>pills_to_die</cite> to 1. This will make the consumer to die when it receives 1 pill from the queue.  Every queue produces exactly one pill when it has no more urls to process. This is why we set the <cite>queue_size</cite> to 1. This will make the queue to produce pill when it has no more urls to process.</p></li>
-</ol>
-<p>Now we just need to run the <cite>$ docker-compose up</cite>.
-We have also create shell script that will prune before running the docker-compose.
-You can run it by <cite>$ ./run.sh</cite> (Probably the best idea).</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>It’s good idea to clear the output folder when testing extractor. The problem is that it is created by docker container so might need to raise up to admin priviilge to remove it.</p>
-</div>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>Files created at this tutorial can be found at <code class="file docutils literal notranslate"><span class="pre">examples/extractor_tutorial</span></code></p>
-</div>
-</section>
-</section>
-
-
-              </div>
-              
-            </main>
-            <footer class="footer-article noprint">
-                
-    <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="overview.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Quick Overview</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="artemis-queue.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">Artemis Queue</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-            </footer>
-        </div>
-    </div>
-    <div class="footer-content row">
-        <footer class="col footer"><p>
-  
-    By Hynek Kydlíček<br/>
-  
-      &copy; Copyright 2022, Hynek Kydlíček.<br/>
-</p>
-        </footer>
-    </div>
-    
-</div>
-
-
-      </div>
-    </div>
-  
-  <!-- Scripts loaded after <body> so the DOM is not blocked -->
-  <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/docs/build/html/search.html b/docs/build/html/search.html
index 3fb498af..932b5c72 100644
--- a/docs/build/html/search.html
+++ b/docs/build/html/search.html
@@ -5,7 +5,7 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Search &#8212; CommonCrawl Extractor 1.0 documentation</title>
+    <title>Search &#8212; CmonCrawl 0.9.3 documentation</title>
     
   <!-- Loaded before other Sphinx assets -->
   <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
@@ -82,7 +82,7 @@
       
       
       
-      <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h1>
+      <h1 class="site-logo" id="site-title">CmonCrawl 0.9.3 documentation</h1>
       
     </a>
 </div><form class="bd-search d-flex align-items-center" action="#" method="get">
@@ -97,13 +97,13 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
-  <a class="reference internal" href="installation.html">
-   Installation
+  <a class="reference internal" href="usage.html">
+   Usage
   </a>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="quickstart/index.html">
-   Quick Start Guide
+  <a class="reference internal" href="cli/index.html">
+   Command Line Interface
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
   <label for="toctree-checkbox-1">
@@ -112,161 +112,170 @@ <h1 class="site-logo" id="site-title">CommonCrawl Extractor 1.0 documentation</h
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/overview.html">
-     Quick Overview
+    <a class="reference internal" href="cli/cli.html">
+     Command Line Interface
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/quick-start.html">
-     Quickstart
+    <a class="reference internal" href="cli/download.html">
+     Command Line Download
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="quickstart/artemis-queue.html">
-     Artemis Queue
+    <a class="reference internal" href="cli/extract.html">
+     Command line Extract
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="api.html">
-   API
+  <a class="reference internal" href="extraction/index.html">
+   Extraction
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
   <label for="toctree-checkbox-2">
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/creating_extractor.html">
+     Custom Extractor
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/config_file.html">
+     Extractor config file
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="extraction/utils.html">
+     Extraction utils
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="prog_guide/index.html">
+   Programming Guide
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/overview.html">
+     Programming Guide
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="prog_guide/pip.html">
+     Custom Pipeline
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="misc/index.html">
+   Miscellaneous
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="misc/domain_record.html">
+     Domain Record
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="api.html">
+   API
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+  <label for="toctree-checkbox-5">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Aggregator.html">
-     Aggregator
+    <a class="reference internal" href="generated/cmoncrawl.html">
+     cmoncrawl
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-    <label for="toctree-checkbox-3">
+    <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+    <label for="toctree-checkbox-6">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Aggregator.App.html">
-       Aggregator.App
+      <a class="reference internal" href="generated/cmoncrawl.aggregator.html">
+       cmoncrawl.aggregator
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-      <label for="toctree-checkbox-4">
+      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
+      <label for="toctree-checkbox-7">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.index_query.html">
-         Aggregator.App.index_query
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.index_query.html">
+         cmoncrawl.aggregator.index_query
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.ndjson_decoder.html">
-         Aggregator.App.ndjson_decoder
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Aggregator.App.utils.html">
-         Aggregator.App.utils
+        <a class="reference internal" href="generated/cmoncrawl.aggregator.utils.html">
+         cmoncrawl.aggregator.utils
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Aggregator.aggregator.html">
-       Aggregator.aggregator
-      </a>
-     </li>
-    </ul>
-   </li>
-   <li class="toctree-l2 has-children">
-    <a class="reference internal" href="generated/Processor.html">
-     Processor
-    </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-    <label for="toctree-checkbox-5">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.App.html">
-       Processor.App
+      <a class="reference internal" href="generated/cmoncrawl.common.html">
+       cmoncrawl.common
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
-      <label for="toctree-checkbox-6">
+      <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
+      <label for="toctree-checkbox-8">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Downloader.html">
-         Processor.App.Downloader
+        <a class="reference internal" href="generated/cmoncrawl.common.loggers.html">
+         cmoncrawl.common.loggers
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Extractor.html">
-         Processor.App.Extractor
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.OutStreamer.html">
-         Processor.App.OutStreamer
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Pipeline.html">
-         Processor.App.Pipeline
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.Router.html">
-         Processor.App.Router
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.processor_utils.html">
-         Processor.App.processor_utils
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.App.ArticleUtils.html">
-         Processor.App.ArticleUtils
+        <a class="reference internal" href="generated/cmoncrawl.common.types.html">
+         cmoncrawl.common.types
         </a>
        </li>
       </ul>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="generated/Processor.process_article.html">
-       Processor.process_article
-      </a>
-     </li>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="generated/Processor.processor.html">
-       Processor.processor
+      <a class="reference internal" href="generated/cmoncrawl.processor.html">
+       cmoncrawl.processor
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
-      <label for="toctree-checkbox-7">
+      <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
+      <label for="toctree-checkbox-9">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Listener.html">
-         Processor.processor.Listener
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.ListnerStats.html">
-         Processor.processor.ListnerStats
+        <a class="reference internal" href="generated/cmoncrawl.processor.extraction.html">
+         cmoncrawl.processor.extraction
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="generated/Processor.processor.Message.html">
-         Processor.processor.Message
+        <a class="reference internal" href="generated/cmoncrawl.processor.pipeline.html">
+         cmoncrawl.processor.pipeline
         </a>
        </li>
       </ul>
diff --git a/docs/build/html/searchindex.js b/docs/build/html/searchindex.js
index d2bd428d..278aa241 100644
--- a/docs/build/html/searchindex.js
+++ b/docs/build/html/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api", "generated/Aggregator", "generated/Aggregator.App", "generated/Aggregator.App.index_query", "generated/Aggregator.App.index_query.DomainCrawl", "generated/Aggregator.App.index_query.DomainCrawl.__init__", "generated/Aggregator.App.index_query.DomainRecord", "generated/Aggregator.App.index_query.DomainRecord.__init__", "generated/Aggregator.App.index_query.IndexAggregator", "generated/Aggregator.App.index_query.IndexAggregator.__init__", "generated/Aggregator.App.index_query.IndexAggregator.aclose", "generated/Aggregator.App.index_query.IndexAggregator.aopen", "generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes", "generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses", "generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages", "generated/Aggregator.App.index_query.RetrieveResponse", "generated/Aggregator.App.index_query.RetrieveResponse.__init__", "generated/Aggregator.App.ndjson_decoder", "generated/Aggregator.App.ndjson_decoder.Decoder", "generated/Aggregator.App.ndjson_decoder.Decoder.__init__", "generated/Aggregator.App.ndjson_decoder.Decoder.decode", "generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode", "generated/Aggregator.App.utils", "generated/Aggregator.aggregator", "generated/Processor", "generated/Processor.App", "generated/Processor.App.ArticleUtils", "generated/Processor.App.ArticleUtils.article_extractor", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess", "generated/Processor.App.ArticleUtils.article_utils", "generated/Processor.App.Downloader", "generated/Processor.App.Downloader.downloader", "generated/Processor.App.Downloader.downloader.Downloader", "generated/Processor.App.Downloader.downloader.Downloader.__init__", "generated/Processor.App.Downloader.downloader.Downloader.download", "generated/Processor.App.Downloader.downloader.DownloaderFull", "generated/Processor.App.Downloader.downloader.DownloaderFull.__init__", "generated/Processor.App.Downloader.downloader.DownloaderFull.aclose", "generated/Processor.App.Downloader.downloader.DownloaderFull.aopen", "generated/Processor.App.Downloader.downloader.DownloaderFull.download", "generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap", "generated/Processor.App.Downloader.dummy_downloader", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata", "generated/Processor.App.Extractor", "generated/Processor.App.Extractor.dummy_extractor", "generated/Processor.App.Extractor.dummy_extractor.Extractor", "generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__", "generated/Processor.App.Extractor.dummy_extractor.Extractor.extract", "generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup", "generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw", "generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup", "generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess", "generated/Processor.App.Extractor.extractor", "generated/Processor.App.Extractor.extractor.BaseExtractor", "generated/Processor.App.Extractor.extractor.BaseExtractor.__init__", "generated/Processor.App.Extractor.extractor.BaseExtractor.extract", "generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup", "generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw", "generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup", "generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess", "generated/Processor.App.Extractor.extractor_utils", "generated/Processor.App.OutStreamer", "generated/Processor.App.OutStreamer.dummy_streamer", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream", "generated/Processor.App.OutStreamer.outstreamer", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream", "generated/Processor.App.OutStreamer.stream_to_file", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream", "generated/Processor.App.Pipeline", "generated/Processor.App.Pipeline.pipeline", "generated/Processor.App.Pipeline.pipeline.ProcessorPipeline", "generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__", "generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record", "generated/Processor.App.Router", "generated/Processor.App.Router.router", "generated/Processor.App.Router.router.Route", "generated/Processor.App.Router.router.Route.__init__", "generated/Processor.App.Router.router.Router", "generated/Processor.App.Router.router.Router.__init__", "generated/Processor.App.Router.router.Router.load_module", "generated/Processor.App.Router.router.Router.load_modules", "generated/Processor.App.Router.router.Router.register_route", "generated/Processor.App.Router.router.Router.register_routes", "generated/Processor.App.Router.router.Router.route", "generated/Processor.App.processor_utils", "generated/Processor.App.processor_utils.DomainRecord", "generated/Processor.App.processor_utils.DomainRecord.__init__", "generated/Processor.App.processor_utils.PipeMetadata", "generated/Processor.App.processor_utils.PipeMetadata.__init__", "generated/Processor.process_article", "generated/Processor.processor", "generated/Processor.processor.Listener", "generated/Processor.processor.Listener.__init__", "generated/Processor.processor.Listener.on_before_message", "generated/Processor.processor.Listener.on_connected", "generated/Processor.processor.Listener.on_connecting", "generated/Processor.processor.Listener.on_disconnected", "generated/Processor.processor.Listener.on_disconnecting", "generated/Processor.processor.Listener.on_error", "generated/Processor.processor.Listener.on_heartbeat", "generated/Processor.processor.Listener.on_heartbeat_timeout", "generated/Processor.processor.Listener.on_message", "generated/Processor.processor.Listener.on_receipt", "generated/Processor.processor.Listener.on_receiver_loop_completed", "generated/Processor.processor.Listener.on_send", "generated/Processor.processor.ListnerStats", "generated/Processor.processor.ListnerStats.__init__", "generated/Processor.processor.Message", "generated/Processor.processor.Message.__init__", "index", "installation", "quickstart/artemis-queue", "quickstart/index", "quickstart/overview", "quickstart/quick-start"], "filenames": ["api.rst", "generated/Aggregator.rst", "generated/Aggregator.App.rst", "generated/Aggregator.App.index_query.rst", "generated/Aggregator.App.index_query.DomainCrawl.rst", "generated/Aggregator.App.index_query.DomainCrawl.__init__.rst", "generated/Aggregator.App.index_query.DomainRecord.rst", "generated/Aggregator.App.index_query.DomainRecord.__init__.rst", "generated/Aggregator.App.index_query.IndexAggregator.rst", "generated/Aggregator.App.index_query.IndexAggregator.__init__.rst", "generated/Aggregator.App.index_query.IndexAggregator.aclose.rst", "generated/Aggregator.App.index_query.IndexAggregator.aopen.rst", "generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst", "generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst", "generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst", "generated/Aggregator.App.index_query.RetrieveResponse.rst", "generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst", "generated/Aggregator.App.ndjson_decoder.rst", "generated/Aggregator.App.ndjson_decoder.Decoder.rst", "generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst", "generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst", "generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst", "generated/Aggregator.App.utils.rst", "generated/Aggregator.aggregator.rst", "generated/Processor.rst", "generated/Processor.App.rst", "generated/Processor.App.ArticleUtils.rst", "generated/Processor.App.ArticleUtils.article_extractor.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst", "generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst", "generated/Processor.App.ArticleUtils.article_utils.rst", "generated/Processor.App.Downloader.rst", "generated/Processor.App.Downloader.downloader.rst", "generated/Processor.App.Downloader.downloader.Downloader.rst", "generated/Processor.App.Downloader.downloader.Downloader.__init__.rst", "generated/Processor.App.Downloader.downloader.Downloader.download.rst", "generated/Processor.App.Downloader.downloader.DownloaderFull.rst", "generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst", "generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst", "generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst", "generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst", "generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst", "generated/Processor.App.Downloader.dummy_downloader.rst", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst", "generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst", "generated/Processor.App.Extractor.rst", "generated/Processor.App.Extractor.dummy_extractor.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst", "generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst", "generated/Processor.App.Extractor.extractor.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst", "generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst", "generated/Processor.App.Extractor.extractor_utils.rst", "generated/Processor.App.OutStreamer.rst", "generated/Processor.App.OutStreamer.dummy_streamer.rst", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst", "generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst", "generated/Processor.App.OutStreamer.outstreamer.rst", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst", "generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst", "generated/Processor.App.OutStreamer.stream_to_file.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst", "generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst", "generated/Processor.App.Pipeline.rst", "generated/Processor.App.Pipeline.pipeline.rst", "generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst", "generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst", "generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst", "generated/Processor.App.Router.rst", "generated/Processor.App.Router.router.rst", "generated/Processor.App.Router.router.Route.rst", "generated/Processor.App.Router.router.Route.__init__.rst", "generated/Processor.App.Router.router.Router.rst", "generated/Processor.App.Router.router.Router.__init__.rst", "generated/Processor.App.Router.router.Router.load_module.rst", "generated/Processor.App.Router.router.Router.load_modules.rst", "generated/Processor.App.Router.router.Router.register_route.rst", "generated/Processor.App.Router.router.Router.register_routes.rst", "generated/Processor.App.Router.router.Router.route.rst", "generated/Processor.App.processor_utils.rst", "generated/Processor.App.processor_utils.DomainRecord.rst", "generated/Processor.App.processor_utils.DomainRecord.__init__.rst", "generated/Processor.App.processor_utils.PipeMetadata.rst", "generated/Processor.App.processor_utils.PipeMetadata.__init__.rst", "generated/Processor.process_article.rst", "generated/Processor.processor.rst", "generated/Processor.processor.Listener.rst", "generated/Processor.processor.Listener.__init__.rst", "generated/Processor.processor.Listener.on_before_message.rst", "generated/Processor.processor.Listener.on_connected.rst", "generated/Processor.processor.Listener.on_connecting.rst", "generated/Processor.processor.Listener.on_disconnected.rst", "generated/Processor.processor.Listener.on_disconnecting.rst", "generated/Processor.processor.Listener.on_error.rst", "generated/Processor.processor.Listener.on_heartbeat.rst", "generated/Processor.processor.Listener.on_heartbeat_timeout.rst", "generated/Processor.processor.Listener.on_message.rst", "generated/Processor.processor.Listener.on_receipt.rst", "generated/Processor.processor.Listener.on_receiver_loop_completed.rst", "generated/Processor.processor.Listener.on_send.rst", "generated/Processor.processor.ListnerStats.rst", "generated/Processor.processor.ListnerStats.__init__.rst", "generated/Processor.processor.Message.rst", "generated/Processor.processor.Message.__init__.rst", "index.rst", "installation.rst", "quickstart/artemis-queue.rst", "quickstart/index.rst", "quickstart/overview.rst", "quickstart/quick-start.rst"], "titles": ["API", "Aggregator", "Aggregator.App", "Aggregator.App.index_query", "Aggregator.App.index_query.DomainCrawl", "Aggregator.App.index_query.DomainCrawl.__init__", "Aggregator.App.index_query.DomainRecord", "Aggregator.App.index_query.DomainRecord.__init__", "Aggregator.App.index_query.IndexAggregator", "Aggregator.App.index_query.IndexAggregator.__init__", "Aggregator.App.index_query.IndexAggregator.aclose", "Aggregator.App.index_query.IndexAggregator.aopen", "Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes", "Aggregator.App.index_query.IndexAggregator.get_captured_responses", "Aggregator.App.index_query.IndexAggregator.get_number_of_pages", "Aggregator.App.index_query.RetrieveResponse", "Aggregator.App.index_query.RetrieveResponse.__init__", "Aggregator.App.ndjson_decoder", "Aggregator.App.ndjson_decoder.Decoder", "Aggregator.App.ndjson_decoder.Decoder.__init__", "Aggregator.App.ndjson_decoder.Decoder.decode", "Aggregator.App.ndjson_decoder.Decoder.raw_decode", "Aggregator.App.utils", "Aggregator.aggregator", "Processor", "Processor.App", "Processor.App.ArticleUtils", "Processor.App.ArticleUtils.article_extractor", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup", "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess", "Processor.App.ArticleUtils.article_utils", "Processor.App.Downloader", "Processor.App.Downloader.downloader", "Processor.App.Downloader.downloader.Downloader", "Processor.App.Downloader.downloader.Downloader.__init__", "Processor.App.Downloader.downloader.Downloader.download", "Processor.App.Downloader.downloader.DownloaderFull", "Processor.App.Downloader.downloader.DownloaderFull.__init__", "Processor.App.Downloader.downloader.DownloaderFull.aclose", "Processor.App.Downloader.downloader.DownloaderFull.aopen", "Processor.App.Downloader.downloader.DownloaderFull.download", "Processor.App.Downloader.downloader.DownloaderFull.unwrap", "Processor.App.Downloader.dummy_downloader", "Processor.App.Downloader.dummy_downloader.DownloaderDummy", "Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__", "Processor.App.Downloader.dummy_downloader.DownloaderDummy.download", "Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url", "Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year", "Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata", "Processor.App.Extractor", "Processor.App.Extractor.dummy_extractor", "Processor.App.Extractor.dummy_extractor.Extractor", "Processor.App.Extractor.dummy_extractor.Extractor.__init__", "Processor.App.Extractor.dummy_extractor.Extractor.extract", "Processor.App.Extractor.dummy_extractor.Extractor.extract_soup", "Processor.App.Extractor.dummy_extractor.Extractor.filter_raw", "Processor.App.Extractor.dummy_extractor.Extractor.filter_soup", "Processor.App.Extractor.dummy_extractor.Extractor.preprocess", "Processor.App.Extractor.extractor", "Processor.App.Extractor.extractor.BaseExtractor", "Processor.App.Extractor.extractor.BaseExtractor.__init__", "Processor.App.Extractor.extractor.BaseExtractor.extract", "Processor.App.Extractor.extractor.BaseExtractor.extract_soup", "Processor.App.Extractor.extractor.BaseExtractor.filter_raw", "Processor.App.Extractor.extractor.BaseExtractor.filter_soup", "Processor.App.Extractor.extractor.BaseExtractor.preprocess", "Processor.App.Extractor.extractor_utils", "Processor.App.OutStreamer", "Processor.App.OutStreamer.dummy_streamer", "Processor.App.OutStreamer.dummy_streamer.DummyStreamer", "Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__", "Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up", "Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream", "Processor.App.OutStreamer.outstreamer", "Processor.App.OutStreamer.outstreamer.OutStreamer", "Processor.App.OutStreamer.outstreamer.OutStreamer.__init__", "Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up", "Processor.App.OutStreamer.outstreamer.OutStreamer.stream", "Processor.App.OutStreamer.stream_to_file", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string", "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream", "Processor.App.Pipeline", "Processor.App.Pipeline.pipeline", "Processor.App.Pipeline.pipeline.ProcessorPipeline", "Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__", "Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record", "Processor.App.Router", "Processor.App.Router.router", "Processor.App.Router.router.Route", "Processor.App.Router.router.Route.__init__", "Processor.App.Router.router.Router", "Processor.App.Router.router.Router.__init__", "Processor.App.Router.router.Router.load_module", "Processor.App.Router.router.Router.load_modules", "Processor.App.Router.router.Router.register_route", "Processor.App.Router.router.Router.register_routes", "Processor.App.Router.router.Router.route", "Processor.App.processor_utils", "Processor.App.processor_utils.DomainRecord", "Processor.App.processor_utils.DomainRecord.__init__", "Processor.App.processor_utils.PipeMetadata", "Processor.App.processor_utils.PipeMetadata.__init__", "Processor.process_article", "Processor.processor", "Processor.processor.Listener", "Processor.processor.Listener.__init__", "Processor.processor.Listener.on_before_message", "Processor.processor.Listener.on_connected", "Processor.processor.Listener.on_connecting", "Processor.processor.Listener.on_disconnected", "Processor.processor.Listener.on_disconnecting", "Processor.processor.Listener.on_error", "Processor.processor.Listener.on_heartbeat", "Processor.processor.Listener.on_heartbeat_timeout", "Processor.processor.Listener.on_message", "Processor.processor.Listener.on_receipt", "Processor.processor.Listener.on_receiver_loop_completed", "Processor.processor.Listener.on_send", "Processor.processor.ListnerStats", "Processor.processor.ListnerStats.__init__", "Processor.processor.Message", "Processor.processor.Message.__init__", "Welcome to CommonCrawl Extractor\u2019s documentation!", "Installation", "Artemis Queue", "Quick Start Guide", "Quick Overview", "Quickstart"], "terms": {"modul": [1, 2, 24, 25, 26, 41, 59, 77, 107, 112, 148], "function": [3, 23, 40, 76, 128, 129, 152, 153], "class": [3, 4, 6, 8, 15, 17, 18, 19, 27, 28, 42, 43, 46, 52, 53, 60, 61, 68, 69, 78, 79, 83, 84, 88, 89, 95, 101, 108, 109, 113, 114, 116, 123, 124, 126, 129, 130, 144, 146, 153], "domain": [4, 5, 8, 9, 13, 14, 153], "str": [4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 20, 21, 28, 29, 32, 33, 35, 37, 39, 45, 46, 47, 51, 53, 54, 58, 63, 65, 67, 71, 73, 75, 89, 90, 93, 95, 96, 99, 101, 102, 105, 114, 115, 120, 121, 122, 124, 125, 126, 127, 134, 146, 147], "cdx_server": [4, 5, 12, 13, 14], "page": [4, 5, 13, 148, 151, 153], "int": [4, 5, 6, 7, 8, 9, 13, 14, 15, 16, 18, 19, 46, 47, 89, 90, 124, 125, 134, 144, 145], "0": [4, 5, 8, 9, 13, 18, 19, 21, 144, 145], "__init__": [4, 6, 8, 15, 18, 28, 43, 46, 53, 61, 69, 79, 84, 89, 95, 101, 109, 114, 116, 124, 126, 130, 144, 146, 153], "none": [4, 5, 6, 7, 8, 9, 10, 14, 15, 16, 18, 19, 28, 29, 48, 53, 54, 86, 91, 97, 103, 114, 115, 120, 124, 125, 126, 127, 144, 145, 146, 147, 152, 153], "method": [4, 6, 8, 15, 18, 28, 43, 46, 53, 61, 69, 79, 84, 89, 95, 101, 109, 114, 116, 124, 126, 130, 134, 144, 146, 152, 153], "attribut": [4, 6, 15, 28, 61, 69, 114, 124, 126, 144, 146, 153], "filenam": [6, 7, 124, 125], "url": [6, 7, 53, 54, 122, 124, 125, 150, 152, 153], "offset": [6, 7, 124, 125, 152], "length": [6, 7, 124, 125, 152], "digest": [6, 7, 124, 125], "encod": [6, 7, 124, 125, 126, 127], "timestamp": [6, 7, 124, 125], "datetim": [6, 7, 8, 9, 13, 53, 54, 114, 115, 120, 122, 124, 125, 144, 145, 153], "2022": [6, 7, 124, 125, 144, 145], "11": [6, 7, 124, 125, 144, 145], "10": [6, 7, 124, 125, 144, 145, 149], "21": [6, 7, 124, 125, 144, 145], "20": [6, 7, 124, 125, 144, 145, 153], "56": [6, 7, 124, 125, 144, 145], "601358": [6, 7], "option": [6, 7, 8, 9, 10, 14, 28, 29, 35, 48, 53, 54, 63, 71, 72, 120, 124, 125, 126, 127], "list": [8, 9, 12, 18, 19, 28, 29, 45, 51, 53, 54, 114, 115, 120, 121, 152, 153], "cc_indexes_serv": [8, 9], "http": [8, 9, 46, 47], "index": [8, 9, 21, 148, 152], "commoncrawl": [8, 9, 46, 47, 151], "org": [8, 9, 46, 47], "collinfo": [8, 9], "json": [8, 9, 18, 19, 20, 21, 101, 102, 148, 151, 152], "cc_server": [8, 9], "sinc": [8, 9, 13, 114, 115, 120, 152, 153], "1": [8, 9, 13, 126, 127, 148, 151, 153], "9999": [8, 9, 13], "12": [8, 9, 13, 152], "31": [8, 9, 13, 18, 19], "23": [8, 9, 13], "59": [8, 9, 13], "999999": [8, 9, 13], "limit": [8, 9, 153], "max_retri": [8, 9, 13, 14, 46, 47, 89, 90], "5": [8, 9, 46, 47, 148, 151], "prefetch_s": [8, 9], "3": [8, 9, 46, 47, 89, 90, 148, 149, 151, 153], "sleep_step": [8, 9, 13, 14, 46, 47], "2": [8, 9, 21, 148, 151], "async": [10, 11, 12, 13, 14, 45, 48, 49, 50, 55, 81, 82, 86, 87, 91, 94, 97, 100, 103, 106, 111], "exc_typ": [10, 48], "type": [10, 48, 126, 127, 149], "baseexcept": [10, 48], "exc_val": [10, 48], "exc_tb": [10, 48], "tracebacktyp": [10, 48], "static": [12, 13, 14], "client": [12, 13, 14, 132, 141], "clientsess": [12, 13, 14], "page_s": 14, "statu": [15, 16, 150], "content": [15, 16, 56, 58, 132, 153], "ani": [15, 16, 28, 29, 30, 31, 32, 35, 63, 71, 72, 82, 87, 93, 94, 95, 96, 99, 100, 101, 102, 105, 106, 121, 126, 127, 153], "reason": [15, 16], "object_hook": [18, 19], "parse_float": [18, 19], "parse_int": [18, 19], "parse_const": [18, 19], "strict": [18, 19], "true": [18, 19, 46, 47, 89, 90, 153], "object_pairs_hook": [18, 19], "specifi": [18, 19, 139, 152, 153], "call": [18, 19, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143], "result": [18, 19, 152, 153], "everi": [18, 19, 152, 153], "object": [18, 19], "its": [18, 19], "return": [18, 19, 20, 21, 132, 152, 153], "valu": [18, 19, 152, 153], "us": [18, 19, 21, 141, 149, 150, 152, 153], "place": [18, 19], "given": [18, 19, 152], "dict": [18, 19, 28, 29, 30, 31, 32, 35, 63, 71, 72, 82, 87, 93, 94, 95, 96, 99, 100, 105, 106, 121, 126, 127, 146, 147, 152], "thi": [18, 19, 21, 134, 150, 152, 153], "can": [18, 19, 21, 132, 149, 150, 152, 153], "provid": [18, 19, 150, 152], "custom": [18, 19, 152], "deseri": [18, 19], "e": [18, 19], "g": [18, 19], "support": [18, 19, 153], "rpc": [18, 19], "hint": [18, 19, 149], "an": [18, 19, 137, 152, 153], "order": [18, 19, 152, 153], "pair": [18, 19], "The": [18, 19, 149, 150, 152, 153], "instead": [18, 19], "featur": [18, 19], "implement": [18, 19, 132, 152, 153], "If": [18, 19, 150, 152, 153], "i": [18, 19, 132, 133, 136, 137, 140, 141, 143, 150, 152, 153], "also": [18, 19, 153], "defin": [18, 19, 152, 153], "take": [18, 19, 153], "prioriti": [18, 19], "string": [18, 19, 21, 153], "float": [18, 19], "By": [18, 19, 152], "default": [18, 19, 152], "equival": [18, 19], "num_str": [18, 19], "anoth": [18, 19, 152], "datatyp": [18, 19], "parser": [18, 19, 148, 151], "decim": [18, 19], "integ": [18, 19], "one": [18, 19, 152, 153], "follow": [18, 19, 150], "infin": [18, 19], "nan": [18, 19], "rais": [18, 19, 152, 153], "except": [18, 19], "invalid": [18, 19], "number": [18, 19, 134, 153], "ar": [18, 19, 149, 152, 153], "encount": [18, 19, 152], "fals": [18, 19, 101, 102, 153], "control": [18, 19], "charact": [18, 19], "allow": [18, 19, 153], "insid": [18, 19], "context": [18, 19], "those": [18, 19], "code": [18, 19, 153], "rang": [18, 19, 153], "includ": [18, 19], "t": [18, 19, 150, 152, 153], "tab": [18, 19], "n": [18, 19, 153], "r": [18, 19, 149, 153], "": [20, 21, 149, 150, 152, 153], "arg": 20, "kwarg": [20, 95, 96, 101, 102], "python": [20, 21, 149, 152, 153], "represent": [20, 21], "instanc": [20, 152, 153], "contain": [20, 132, 134, 150, 152, 153], "document": [20, 21], "idx": 21, "from": [21, 148, 151, 153], "begin": 21, "tupl": [21, 45, 51, 132, 134], "where": [21, 152, 153], "end": 21, "mai": 21, "have": [21, 152, 153], "extran": 21, "data": [21, 46, 47, 153], "domain_record": [45, 50, 51, 55, 111, 126, 127], "domainrecord": [45, 50, 51, 55, 111, 126, 127, 146, 147], "pipemetadata": [30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 45, 51, 63, 64, 65, 66, 67, 71, 72, 73, 74, 75, 82, 87, 92, 94, 98, 100, 104, 106, 122, 153], "base_url": [46, 47], "digest_verif": [46, 47], "bool": [33, 34, 37, 38, 46, 47, 66, 73, 74, 89, 90, 101, 102], "respons": [33, 35, 37, 39, 51, 63, 65, 67, 71, 73, 75], "byte": 51, "file": [53, 54, 148, 151, 153], "path": [53, 54, 57, 58, 87, 89, 90, 94, 95, 96, 100, 101, 102, 106, 118, 119, 153], "date": [53, 54, 152, 153], "beautifulsoup": [30, 32, 34, 36, 38, 56, 64, 66, 72, 74, 152, 153], "file_path": [57, 58], "metadata": [30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 63, 64, 65, 66, 67, 71, 72, 73, 74, 75, 82, 87, 92, 94, 98, 100, 104, 106, 122, 126, 152, 153], "soup": [30, 32, 34, 36, 38, 64, 66, 72, 74, 153], "abstract": [72, 86, 87], "extracted_data": [82, 87, 93, 94, 99, 100, 105, 106], "origin": [89, 90, 95, 96, 101, 102], "extens": [89, 90, 95, 96, 101, 102], "out": [89, 90, 148, 151, 153], "directory_prefix": [89, 90], "directory_": [89, 90], "max_directory_s": [89, 90], "500": [89, 90], "order_num": [89, 90], "html": [95, 96, 152, 153], "pretti": [101, 102], "router": [109, 110, 152], "download": [109, 110, 148, 151, 153], "outstream": [109, 110, 152], "name": [114, 115, 120, 126, 127, 134], "regex": [114, 115, 120, 153], "re": [114, 133, 134], "pattern": [114, 115], "module_path": 118, "folder": [119, 153], "union": [28, 29, 120], "config": [121, 148, 151, 152], "time": [122, 153], "baseextractor": 122, "618654": [124, 125], "article_data": [126, 127], "factori": [126, 127], "warc_head": [126, 127, 153], "http_header": [126, 127], "latin": [126, 127], "pipe": 126, "messag": [130, 131, 132, 135, 139, 140, 143, 144, 145, 150, 153], "queue": [130, 131, 148, 151, 152, 153], "listener_stat": [130, 131], "listnerstat": [130, 131], "frame": [132, 133, 136, 137, 140, 141, 142, 143], "stomp": [132, 133, 134, 135, 137, 139, 140, 141, 143], "connect": [132, 133, 134, 135, 137, 139, 140, 141, 142, 143, 150], "befor": [132, 136, 149, 153], "app": [132, 146, 148, 152, 153], "header": [132, 141, 146, 147], "bodi": [132, 152, 153], "so": [132, 153], "pre": 132, "process": [132, 143, 149, 152, 153], "paramet": [132, 133, 134, 137, 140, 141, 143, 152, 153], "when": [133, 135, 137, 139, 140, 141, 142, 143, 152, 153], "receiv": [133, 137, 139, 140, 141, 153], "after": 133, "ha": [133, 134, 135, 139, 142, 153], "been": [133, 134, 135, 139], "establish": [133, 134, 153], "host_and_port": 134, "onc": [134, 152, 153], "tcp": [134, 135], "ip": [134, 135], "server": [134, 135, 141], "note": 134, "point": 134, "protocol": 134, "level": 134, "For": [134, 153], "you": [134, 149, 150, 152, 153], "need": [134, 150, 152, 153], "invok": 134, "host": 134, "port": [134, 153], "which": [134, 152, 153], "lost": 135, "No": 135, "should": [135, 152, 153], "sent": [135, 136, 141], "via": 135, "until": 135, "reestablish": 135, "disconnect": 136, "error": [137, 152], "receipt": [138, 141], "heartbeat": [138, 139], "beyond": 139, "period": 139, "request": 141, "receiver_loop": 142, "finish": [142, 153], "send": [143, 152], "last_message_tim": [144, 145], "629188": [144, 145], "dr": [146, 147], "processor_util": [146, 153], "quick": 148, "start": [148, 152, 153], "guid": 148, "overview": [148, 151], "queri": [148, 151], "choos": [148, 151], "4": [148, 151, 153], "filter": [148, 151], "web": [148, 150, 151], "extract": [148, 151], "field": [148, 151, 153], "6": [148, 151], "save": [148, 151, 153], "quickstart": [148, 151], "download_articl": [148, 151, 152], "py": [148, 151, 152], "transform": [148, 151, 152], "bs4": [148, 151], "version": [148, 149, 151, 152], "test": [148, 151], "our": [148, 151, 152], "run": [148, 149, 150, 151, 152], "api": 148, "aggreg": [148, 150, 152, 153], "processor": [148, 150, 152, 153], "process_articl": [148, 153], "search": 148, "extractor": [149, 151, 152], "get": [152, 153], "pars": [152, 153], "describ": 152, "pipelin": 152, "commmoncrawl": 152, "find": [152, 153], "link": 152, "we": [150, 152, 153], "want": [152, 153], "match": 152, "condit": 152, "first": [152, 153], "step": 152, "handl": 152, "while": [149, 150, 152], "rest": 152, "now": [152, 153], "go": 152, "through": 152, "each": [152, 153], "detail": 152, "usag": 152, "artemi": [148, 151, 152, 153], "middlewar": 152, "between": [150, 152, 153], "commun": [150, 152, 153], "howev": [150, 152, 153], "much": [149, 152], "differ": [152, 153], "other": [152, 153], "your": [150, 152, 153], "choic": 152, "In": [152, 153], "case": [152, 153], "pleas": [149, 152, 153], "refer": 152, "__midlewar": [], "what": [152, 153], "warc": [152, 153], "how": [152, 153], "format": 152, "store": [152, 153], "multitud": 152, "resourc": [152, 153], "bunch": 152, "It": [149, 152, 153], "possibl": [149, 152, 153], "onli": [152, 153], "part": [152, 153], "common": 152, "crawl": [152, 153], "A": 152, "collect": 152, "map": 152, "month": 152, "releas": 152, "new": 152, "all": [152, 153], "were": 152, "import": [152, 153], "understand": 152, "even": 152, "wa": [149, 152, 153], "certain": 152, "might": [152, 153], "older": [149, 152], "thu": [152, 153], "respect": 152, "multipl": [152, 153], "them": [152, 153], "make": [149, 152, 153], "sure": [152, 153], "don": [150, 152, 153], "miss": 152, "With": [152, 153], "continu": 152, "index_queri": 152, "indexaggreg": 152, "But": [152, 153], "basic": [152, 153], "directli": 152, "work": 152, "command": [152, 153], "line": [152, 153], "util": 152, "Such": 152, "2014": 152, "30": 152, "2016": 152, "01": [152, 153], "bbc": [152, 153], "com": [152, 153], "m": [152, 153], "node": [152, 153], "than": 152, "relat": 152, "inform": [152, 153], "appropri": 152, "simpli": [152, 153], "dynam": 152, "load": 152, "base": [152, 153], "definit": 152, "against": 152, "public": 152, "chosen": 152, "either": [149, 152], "drop": [152, 153], "pass": [152, 153], "rule": 152, "wai": [152, 153], "And": 153, "yourself": 152, "predefin": 152, "transfom": 152, "straigtforward": [], "just": [152, 153], "To": [149, 152, 153], "tag": [152, 153], "head": [152, 153], "Then": 152, "These": 152, "seaquenc": [], "previou": 152, "next": 152, "whenev": 152, "set": [152, 153], "think": 152, "about": [152, 153], "composit": 152, "develop": [149, 152], "found": [152, 153], "second": 152, "approach": [150, 152, 153], "more": [152, 153], "readabl": 152, "easier": [149, 152], "becaus": [152, 153], "veri": 152, "obnoxi": 152, "complex": [152, 153], "logic": 152, "per": 152, "stream_to_fil": 152, "outstreamerfilejson": 152, "classs": [], "outstreamerfiledefault": 152, "would": [152, 153], "like": [152, 153], "creat": [149, 152, 153], "own": 152, "saver": 152, "inherit": 152, "chang": 152, "creation": 152, "chapter": 153, "show": 153, "program": 153, "fetch": 153, "exampl": 153, "word": 153, "war": 153, "2021": 153, "titl": 153, "task": 153, "write": 153, "done": 153, "extend": 153, "articleutil": 153, "article_extractor": 153, "articleextractor": 153, "bbcextractor": 153, "TO": 153, "def": 153, "self": 153, "As": 153, "see": [150, 153], "requir": [149, 153], "parametr": 153, "constructor": 153, "idea": [152, 153], "bcc": 153, "site": 153, "look": 153, "That": 153, "why": 153, "exist": 153, "1000": 153, "articl": 153, "directori": 153, "out1": 153, "03": 153, "bear": 153, "mind": 153, "some": 153, "without": [149, 153], "imposs": 153, "my": 153, "didn": 153, "english": 153, "ones": 153, "chines": 153, "arab": 153, "shouldn": 153, "matter": 153, "care": 153, "structur": 153, "up": 153, "wait": 153, "inspect": 153, "browser": [150, 153], "h1": 153, "under": 153, "main": 153, "role": 153, "text": 153, "mostli": 153, "p": 153, "usual": 153, "precis": 153, "assum": 153, "simplic": 153, "alwai": 153, "uniqu": 153, "cross": 153, "check": 153, "article_util": 153, "aritcle_content_transform": 153, "headline_transform": 153, "get_text_transform": 153, "required_field": 153, "content_transform": 153, "find_al": 153, "recurs": 153, "super": 153, "article_css_dict": [28, 29, 153], "here": 153, "article_extract_dict": [28, 29, 153], "text_unifications_transform": 153, "lambda": 153, "join": 153, "bind": 153, "containt": 153, "know": [150, 153], "article_css_selector": [28, 29, 153], "non_empti": 153, "dictionari": 153, "must": 153, "same": 153, "mean": 153, "cannot": 153, "empti": 153, "predfedin": 153, "help": 153, "u": 153, "compon": [], "header_css_dict": [28, 29, 153], "header_extract_dict": [28, 29, 153], "get_attribut": 153, "feel": 153, "too": 153, "complic": 153, "custom_extract": 153, "access": 153, "ward": [], "almost": 153, "forgot": 153, "let": 153, "do": 153, "custom_filter_raw": 153, "raw": 153, "useful": 153, "faster": 153, "regist": 153, "userdefin": 153, "address": 153, "extractors_path": 153, "rout": 153, "bbc_extractor": 153, "three": 153, "thing": 153, "tell": 153, "accept": 153, "processs": [], "print": [], "output": 153, "succes": 153, "02": 153, "directory_1": 153, "371_http": 153, "__www": 153, "com_yoruba_afrika": 153, "44296108": 153, "out2": 153, "infrom": 153, "anymor": 153, "again": 153, "most": 153, "correctli": 153, "guess": 153, "read": [], "manual": [150, 153], "realli": 153, "prone": [], "conveni": 153, "ad": 153, "docker": [148, 150, 153], "compos": [149, 153], "9": 153, "servic": 153, "build": 153, "container_nam": 153, "persist": 153, "volum": 153, "prune": 153, "clean": 153, "state": 153, "var": 153, "lib": 153, "8161": 153, "correct": 153, "java": 153, "memori": 153, "dockerfil": 153, "effect": 153, "deploi": 153, "reserv": 153, "8g": 153, "produc": 153, "Will": 153, "depends_on": 153, "consum": 153, "spawn": 153, "mani": 153, "ideal": 153, "pill": 153, "hostnam": 153, "use_hostname_output": 153, "timeout": 153, "pills_to_di": 153, "queue_siz": 153, "200": 153, "z": 153, "replica": 153, "bit": 153, "standard": 153, "comps": [], "experi": 153, "sould": 153, "familiar": 153, "goal": 153, "project": [149, 153], "reliabl": 153, "setup": 153, "alreadi": 153, "problem": 153, "consecut": 153, "seen": 153, "storag": 153, "clear": 153, "rm": 153, "automat": 153, "close": 153, "die": 153, "exactli": 153, "shell": 153, "script": 153, "sh": 153, "good": [150, 153], "admin": [150, 153], "priviilg": 153, "remov": 153, "callabl": [28, 29], "filter_must_exist": [28, 29], "filter_must_not_exist": [28, 29], "filter_allowed_domain_prefix": [28, 29], "extracted_dict": 31, "emphasi": 153, "There": [150, 153], "publish": 153, "NOT": 153, "div": 153, "title_text": 153, "els": 153, "could": 153, "metadaclass": [], "properti": 153, "last": 153, "modifi": 153, "mozilla": [], "en": [], "doc": [], "guarante": 153, "Or": 153, "custom_filter_soup": 153, "overrid": 153, "w": 153, "locat": 153, "processsor": 153, "readi": 153, "knowledg": 153, "atemi": 153, "yml": [149, 153], "rocnikovyprojekt_artemi": 153, "probabl": 153, "best": 153, "tutori": 153, "extractor_tutori": 153, "give": 152, "insert": 152, "recommend": 149, "dataclass": 149, "packag": 149, "pip": 149, "conda": 149, "txt": 149, "env": 149, "f": 149, "environ": 149, "activ": 149, "instal": [148, 150], "design": 150, "fast": 150, "scalabl": 150, "easi": 150, "jm": [], "compliant": [], "broker": [], "pure": [], "k": [], "consol": 150, "monitor": 150, "manag": 150, "open": 150, "password": 150, "usernam": 150, "straightforward": 152, "sequenc": 152}, "objects": {"": [[1, 0, 0, "-", "Aggregator"], [24, 0, 0, "-", "Processor"]], "Aggregator": [[2, 0, 0, "-", "App"], [23, 0, 0, "-", "aggregator"]], "Aggregator.App": [[3, 0, 0, "-", "index_query"], [17, 0, 0, "-", "ndjson_decoder"], [22, 0, 0, "-", "utils"]], "Aggregator.App.index_query": [[4, 1, 1, "", "DomainCrawl"], [6, 1, 1, "", "DomainRecord"], [8, 1, 1, "", "IndexAggregator"], [15, 1, 1, "", "RetrieveResponse"]], "Aggregator.App.index_query.DomainCrawl": [[5, 2, 1, "", "__init__"]], "Aggregator.App.index_query.DomainRecord": [[7, 2, 1, "", "__init__"]], "Aggregator.App.index_query.IndexAggregator": [[9, 2, 1, "", "__init__"], [10, 2, 1, "", "aclose"], [11, 2, 1, "", "aopen"], [12, 2, 1, "", "get_all_CC_indexes"], [13, 2, 1, "", "get_captured_responses"], [14, 2, 1, "", "get_number_of_pages"]], "Aggregator.App.index_query.RetrieveResponse": [[16, 2, 1, "", "__init__"]], "Aggregator.App.ndjson_decoder": [[18, 1, 1, "", "Decoder"]], "Aggregator.App.ndjson_decoder.Decoder": [[19, 2, 1, "", "__init__"], [20, 2, 1, "", "decode"], [21, 2, 1, "", "raw_decode"]], "Processor": [[25, 0, 0, "-", "App"], [128, 0, 0, "-", "process_article"], [129, 0, 0, "-", "processor"]], "Processor.App": [[26, 0, 0, "-", "ArticleUtils"], [41, 0, 0, "-", "Downloader"], [59, 0, 0, "-", "Extractor"], [77, 0, 0, "-", "OutStreamer"], [107, 0, 0, "-", "Pipeline"], [112, 0, 0, "-", "Router"], [123, 0, 0, "-", "processor_utils"]], "Processor.App.ArticleUtils": [[27, 0, 0, "-", "article_extractor"], [40, 0, 0, "-", "article_utils"]], "Processor.App.ArticleUtils.article_extractor": [[28, 1, 1, "", "ArticleExtractor"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor": [[29, 2, 1, "", "__init__"], [30, 2, 1, "", "article_extract"], [31, 2, 1, "", "check_required"], [32, 2, 1, "", "custom_extract"], [33, 2, 1, "", "custom_filter_raw"], [34, 2, 1, "", "custom_filter_soup"], [35, 2, 1, "", "extract"], [36, 2, 1, "", "extract_soup"], [37, 2, 1, "", "filter_raw"], [38, 2, 1, "", "filter_soup"], [39, 2, 1, "", "preprocess"]], "Processor.App.Downloader": [[42, 0, 0, "-", "downloader"], [52, 0, 0, "-", "dummy_downloader"]], "Processor.App.Downloader.downloader": [[43, 1, 1, "", "Downloader"], [46, 1, 1, "", "DownloaderFull"]], "Processor.App.Downloader.downloader.Downloader": [[44, 2, 1, "", "__init__"], [45, 2, 1, "", "download"]], "Processor.App.Downloader.downloader.DownloaderFull": [[47, 2, 1, "", "__init__"], [48, 2, 1, "", "aclose"], [49, 2, 1, "", "aopen"], [50, 2, 1, "", "download"], [51, 2, 1, "", "unwrap"]], "Processor.App.Downloader.dummy_downloader": [[53, 1, 1, "", "DownloaderDummy"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy": [[54, 2, 1, "", "__init__"], [55, 2, 1, "", "download"], [56, 2, 1, "", "extract_url"], [57, 2, 1, "", "extract_year"], [58, 2, 1, "", "mine_metadata"]], "Processor.App.Extractor": [[60, 0, 0, "-", "dummy_extractor"], [68, 0, 0, "-", "extractor"], [76, 0, 0, "-", "extractor_utils"]], "Processor.App.Extractor.dummy_extractor": [[61, 1, 1, "", "Extractor"]], "Processor.App.Extractor.dummy_extractor.Extractor": [[62, 2, 1, "", "__init__"], [63, 2, 1, "", "extract"], [64, 2, 1, "", "extract_soup"], [65, 2, 1, "", "filter_raw"], [66, 2, 1, "", "filter_soup"], [67, 2, 1, "", "preprocess"]], "Processor.App.Extractor.extractor": [[69, 1, 1, "", "BaseExtractor"]], "Processor.App.Extractor.extractor.BaseExtractor": [[70, 2, 1, "", "__init__"], [71, 2, 1, "", "extract"], [72, 2, 1, "", "extract_soup"], [73, 2, 1, "", "filter_raw"], [74, 2, 1, "", "filter_soup"], [75, 2, 1, "", "preprocess"]], "Processor.App.OutStreamer": [[78, 0, 0, "-", "dummy_streamer"], [83, 0, 0, "-", "outstreamer"], [88, 0, 0, "-", "stream_to_file"]], "Processor.App.OutStreamer.dummy_streamer": [[79, 1, 1, "", "DummyStreamer"]], "Processor.App.OutStreamer.dummy_streamer.DummyStreamer": [[80, 2, 1, "", "__init__"], [81, 2, 1, "", "clean_up"], [82, 2, 1, "", "stream"]], "Processor.App.OutStreamer.outstreamer": [[84, 1, 1, "", "OutStreamer"]], "Processor.App.OutStreamer.outstreamer.OutStreamer": [[85, 2, 1, "", "__init__"], [86, 2, 1, "", "clean_up"], [87, 2, 1, "", "stream"]], "Processor.App.OutStreamer.stream_to_file": [[89, 1, 1, "", "OutStreamerFileDefault"], [95, 1, 1, "", "OutStreamerFileHTMLContent"], [101, 1, 1, "", "OutStreamerFileJSON"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault": [[90, 2, 1, "", "__init__"], [91, 2, 1, "", "clean_up"], [92, 2, 1, "", "get_file_name"], [93, 2, 1, "", "metadata_to_string"], [94, 2, 1, "", "stream"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent": [[96, 2, 1, "", "__init__"], [97, 2, 1, "", "clean_up"], [98, 2, 1, "", "get_file_name"], [99, 2, 1, "", "metadata_to_string"], [100, 2, 1, "", "stream"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON": [[102, 2, 1, "", "__init__"], [103, 2, 1, "", "clean_up"], [104, 2, 1, "", "get_file_name"], [105, 2, 1, "", "metadata_to_string"], [106, 2, 1, "", "stream"]], "Processor.App.Pipeline": [[108, 0, 0, "-", "pipeline"]], "Processor.App.Pipeline.pipeline": [[109, 1, 1, "", "ProcessorPipeline"]], "Processor.App.Pipeline.pipeline.ProcessorPipeline": [[110, 2, 1, "", "__init__"], [111, 2, 1, "", "process_domain_record"]], "Processor.App.Router": [[113, 0, 0, "-", "router"]], "Processor.App.Router.router": [[114, 1, 1, "", "Route"], [116, 1, 1, "", "Router"]], "Processor.App.Router.router.Route": [[115, 2, 1, "", "__init__"]], "Processor.App.Router.router.Router": [[117, 2, 1, "", "__init__"], [118, 2, 1, "", "load_module"], [119, 2, 1, "", "load_modules"], [120, 2, 1, "", "register_route"], [121, 2, 1, "", "register_routes"], [122, 2, 1, "", "route"]], "Processor.App.processor_utils": [[124, 1, 1, "", "DomainRecord"], [126, 1, 1, "", "PipeMetadata"]], "Processor.App.processor_utils.DomainRecord": [[125, 2, 1, "", "__init__"]], "Processor.App.processor_utils.PipeMetadata": [[127, 2, 1, "", "__init__"]], "Processor.processor": [[130, 1, 1, "", "Listener"], [144, 1, 1, "", "ListnerStats"], [146, 1, 1, "", "Message"]], "Processor.processor.Listener": [[131, 2, 1, "", "__init__"], [132, 2, 1, "", "on_before_message"], [133, 2, 1, "", "on_connected"], [134, 2, 1, "", "on_connecting"], [135, 2, 1, "", "on_disconnected"], [136, 2, 1, "", "on_disconnecting"], [137, 2, 1, "", "on_error"], [138, 2, 1, "", "on_heartbeat"], [139, 2, 1, "", "on_heartbeat_timeout"], [140, 2, 1, "", "on_message"], [141, 2, 1, "", "on_receipt"], [142, 2, 1, "", "on_receiver_loop_completed"], [143, 2, 1, "", "on_send"]], "Processor.processor.ListnerStats": [[145, 2, 1, "", "__init__"]], "Processor.processor.Message": [[147, 2, 1, "", "__init__"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"]}, "titleterms": {"api": 0, "aggreg": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23], "app": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127], "index_queri": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16], "domaincrawl": [4, 5], "__init__": [5, 7, 9, 16, 19, 29, 44, 47, 54, 62, 70, 80, 85, 90, 96, 102, 110, 115, 117, 125, 127, 131, 145, 147], "domainrecord": [6, 7, 124, 125], "indexaggreg": [8, 9, 10, 11, 12, 13, 14], "aclos": [10, 48], "aopen": [11, 49], "get_all_cc_index": 12, "get_captured_respons": 13, "get_number_of_pag": 14, "retrieverespons": [15, 16], "ndjson_decod": [17, 18, 19, 20, 21], "decod": [18, 19, 20, 21], "raw_decod": 21, "util": 22, "processor": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147], "download": [41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 152], "downloaderful": [46, 47, 48, 49, 50, 51], "unwrap": 51, "dummy_download": [52, 53, 54, 55, 56, 57, 58], "downloaderdummi": [53, 54, 55, 56, 57, 58], "extract_url": 56, "extract_year": 57, "mine_metadata": 58, "extractor": [59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 148, 153], "dummy_extractor": [60, 61, 62, 63, 64, 65, 66, 67], "extract": [35, 63, 71, 152, 153], "extract_soup": [36, 64, 72], "filter_raw": [37, 65, 73], "filter_soup": [38, 66, 74], "preprocess": [39, 67, 75], "baseextractor": [69, 70, 71, 72, 73, 74, 75], "extractor_util": 76, "outstream": [77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "dummy_stream": [78, 79, 80, 81, 82], "dummystream": [79, 80, 81, 82], "clean_up": [81, 86, 91, 97, 103], "stream": [82, 87, 94, 100, 106], "stream_to_fil": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "outstreamerfiledefault": [89, 90, 91, 92, 93, 94], "get_file_nam": [92, 98, 104], "metadata_to_str": [93, 99, 105], "outstreamerfilehtmlcont": [95, 96, 97, 98, 99, 100], "outstreamerfilejson": [101, 102, 103, 104, 105, 106], "pipelin": [107, 108, 109, 110, 111], "processorpipelin": [109, 110, 111], "process_domain_record": 111, "router": [112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122], "rout": [114, 115, 122], "load_modul": [118, 119], "register_rout": [120, 121], "processor_util": [123, 124, 125, 126, 127], "pipemetadata": [126, 127], "process_articl": 128, "listen": [130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143], "on_before_messag": 132, "on_connect": [133, 134], "on_disconnect": [135, 136], "on_error": 137, "on_heartbeat": 138, "on_heartbeat_timeout": 139, "on_messag": 140, "on_receipt": 141, "on_receiver_loop_complet": 142, "on_send": 143, "listnerstat": [144, 145], "messag": [146, 147], "welcom": 148, "commoncrawl": [148, 152], "": 148, "document": 148, "content": [148, 151], "indic": 148, "tabl": 148, "quick": [151, 152], "start": 151, "guid": 151, "overview": 152, "1": 152, "queri": 152, "2": 152, "file": 152, "3": 152, "choos": 152, "parser": 152, "4": 152, "filter": [152, 153], "out": 152, "web": 152, "page": 152, "5": 152, "field": 152, "from": 152, "6": 152, "save": 152, "quickstart": 153, "download_articl": 153, "py": 153, "transform": 153, "bs4": 153, "version": 153, "config": 153, "json": 153, "test": 153, "our": 153, "run": 153, "articleutil": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "article_extractor": [27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39], "articleextractor": [28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39], "article_extract": 30, "check_requir": 31, "custom_extract": 32, "custom_filter_raw": 33, "custom_filter_soup": 34, "article_util": 40, "instal": 149, "docker": 149, "artemi": 150, "queue": 150}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 57}, "alltitles": {"Aggregator": [[1, "module-Aggregator"]], "Aggregator.App.index_query": [[3, "module-Aggregator.App.index_query"]], "Aggregator.App.index_query.DomainCrawl": [[4, "aggregator-app-index-query-domaincrawl"]], "Aggregator.App.index_query.DomainCrawl.__init__": [[5, "aggregator-app-index-query-domaincrawl-init"]], "Aggregator.App.index_query.DomainRecord": [[6, "aggregator-app-index-query-domainrecord"]], "Aggregator.App.index_query.DomainRecord.__init__": [[7, "aggregator-app-index-query-domainrecord-init"]], "Aggregator.App.index_query.IndexAggregator": [[8, "aggregator-app-index-query-indexaggregator"]], "Aggregator.App.index_query.IndexAggregator.__init__": [[9, "aggregator-app-index-query-indexaggregator-init"]], "Aggregator.App.index_query.IndexAggregator.aclose": [[10, "aggregator-app-index-query-indexaggregator-aclose"]], "Aggregator.App.index_query.IndexAggregator.aopen": [[11, "aggregator-app-index-query-indexaggregator-aopen"]], "Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes": [[12, "aggregator-app-index-query-indexaggregator-get-all-cc-indexes"]], "Aggregator.App.index_query.IndexAggregator.get_captured_responses": [[13, "aggregator-app-index-query-indexaggregator-get-captured-responses"]], "Aggregator.App.index_query.IndexAggregator.get_number_of_pages": [[14, "aggregator-app-index-query-indexaggregator-get-number-of-pages"]], "Aggregator.App.index_query.RetrieveResponse": [[15, "aggregator-app-index-query-retrieveresponse"]], "Aggregator.App.index_query.RetrieveResponse.__init__": [[16, "aggregator-app-index-query-retrieveresponse-init"]], "Aggregator.App.ndjson_decoder": [[17, "module-Aggregator.App.ndjson_decoder"]], "Aggregator.App.ndjson_decoder.Decoder": [[18, "aggregator-app-ndjson-decoder-decoder"]], "Aggregator.App.ndjson_decoder.Decoder.__init__": [[19, "aggregator-app-ndjson-decoder-decoder-init"]], "Aggregator.App.ndjson_decoder.Decoder.decode": [[20, "aggregator-app-ndjson-decoder-decoder-decode"]], "Aggregator.App.ndjson_decoder.Decoder.raw_decode": [[21, "aggregator-app-ndjson-decoder-decoder-raw-decode"]], "Aggregator.App.utils": [[22, "module-Aggregator.App.utils"]], "Aggregator.aggregator": [[23, "module-Aggregator.aggregator"]], "Processor": [[24, "module-Processor"]], "Processor.App.Downloader": [[41, "module-Processor.App.Downloader"]], "Processor.App.Downloader.downloader": [[42, "module-Processor.App.Downloader.downloader"]], "Processor.App.Downloader.downloader.Downloader": [[43, "processor-app-downloader-downloader-downloader"]], "Processor.App.Downloader.downloader.Downloader.__init__": [[44, "processor-app-downloader-downloader-downloader-init"]], "Processor.App.Downloader.downloader.Downloader.download": [[45, "processor-app-downloader-downloader-downloader-download"]], "Processor.App.Downloader.downloader.DownloaderFull": [[46, "processor-app-downloader-downloader-downloaderfull"]], "Processor.App.Downloader.downloader.DownloaderFull.__init__": [[47, "processor-app-downloader-downloader-downloaderfull-init"]], "Processor.App.Downloader.downloader.DownloaderFull.aclose": [[48, "processor-app-downloader-downloader-downloaderfull-aclose"]], "Processor.App.Downloader.downloader.DownloaderFull.aopen": [[49, "processor-app-downloader-downloader-downloaderfull-aopen"]], "Processor.App.Downloader.downloader.DownloaderFull.download": [[50, "processor-app-downloader-downloader-downloaderfull-download"]], "Processor.App.Downloader.downloader.DownloaderFull.unwrap": [[51, "processor-app-downloader-downloader-downloaderfull-unwrap"]], "Processor.App.Downloader.dummy_downloader": [[52, "module-Processor.App.Downloader.dummy_downloader"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy": [[53, "processor-app-downloader-dummy-downloader-downloaderdummy"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__": [[54, "processor-app-downloader-dummy-downloader-downloaderdummy-init"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy.download": [[55, "processor-app-downloader-dummy-downloader-downloaderdummy-download"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url": [[56, "processor-app-downloader-dummy-downloader-downloaderdummy-extract-url"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year": [[57, "processor-app-downloader-dummy-downloader-downloaderdummy-extract-year"]], "Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata": [[58, "processor-app-downloader-dummy-downloader-downloaderdummy-mine-metadata"]], "Processor.App.Extractor": [[59, "module-Processor.App.Extractor"]], "Processor.App.Extractor.dummy_extractor": [[60, "module-Processor.App.Extractor.dummy_extractor"]], "Processor.App.Extractor.dummy_extractor.Extractor": [[61, "processor-app-extractor-dummy-extractor-extractor"]], "Processor.App.Extractor.dummy_extractor.Extractor.__init__": [[62, "processor-app-extractor-dummy-extractor-extractor-init"]], "Processor.App.Extractor.dummy_extractor.Extractor.extract": [[63, "processor-app-extractor-dummy-extractor-extractor-extract"]], "Processor.App.Extractor.dummy_extractor.Extractor.extract_soup": [[64, "processor-app-extractor-dummy-extractor-extractor-extract-soup"]], "Processor.App.Extractor.dummy_extractor.Extractor.filter_raw": [[65, "processor-app-extractor-dummy-extractor-extractor-filter-raw"]], "Processor.App.Extractor.dummy_extractor.Extractor.filter_soup": [[66, "processor-app-extractor-dummy-extractor-extractor-filter-soup"]], "Processor.App.Extractor.dummy_extractor.Extractor.preprocess": [[67, "processor-app-extractor-dummy-extractor-extractor-preprocess"]], "Processor.App.Extractor.extractor": [[68, "module-Processor.App.Extractor.extractor"]], "Processor.App.Extractor.extractor.BaseExtractor": [[69, "processor-app-extractor-extractor-baseextractor"]], "Processor.App.Extractor.extractor.BaseExtractor.__init__": [[70, "processor-app-extractor-extractor-baseextractor-init"]], "Processor.App.Extractor.extractor.BaseExtractor.extract": [[71, "processor-app-extractor-extractor-baseextractor-extract"]], "Processor.App.Extractor.extractor.BaseExtractor.extract_soup": [[72, "processor-app-extractor-extractor-baseextractor-extract-soup"]], "Processor.App.Extractor.extractor.BaseExtractor.filter_raw": [[73, "processor-app-extractor-extractor-baseextractor-filter-raw"]], "Processor.App.Extractor.extractor.BaseExtractor.filter_soup": [[74, "processor-app-extractor-extractor-baseextractor-filter-soup"]], "Processor.App.Extractor.extractor.BaseExtractor.preprocess": [[75, "processor-app-extractor-extractor-baseextractor-preprocess"]], "Processor.App.Extractor.extractor_utils": [[76, "module-Processor.App.Extractor.extractor_utils"]], "Processor.App.OutStreamer": [[77, "module-Processor.App.OutStreamer"]], "Processor.App.OutStreamer.dummy_streamer": [[78, "module-Processor.App.OutStreamer.dummy_streamer"]], "Processor.App.OutStreamer.dummy_streamer.DummyStreamer": [[79, "processor-app-outstreamer-dummy-streamer-dummystreamer"]], "Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__": [[80, "processor-app-outstreamer-dummy-streamer-dummystreamer-init"]], "Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up": [[81, "processor-app-outstreamer-dummy-streamer-dummystreamer-clean-up"]], "Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream": [[82, "processor-app-outstreamer-dummy-streamer-dummystreamer-stream"]], "Processor.App.OutStreamer.outstreamer": [[83, "module-Processor.App.OutStreamer.outstreamer"]], "Processor.App.OutStreamer.outstreamer.OutStreamer": [[84, "processor-app-outstreamer-outstreamer-outstreamer"]], "Processor.App.OutStreamer.outstreamer.OutStreamer.__init__": [[85, "processor-app-outstreamer-outstreamer-outstreamer-init"]], "Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up": [[86, "processor-app-outstreamer-outstreamer-outstreamer-clean-up"]], "Processor.App.OutStreamer.outstreamer.OutStreamer.stream": [[87, "processor-app-outstreamer-outstreamer-outstreamer-stream"]], "Processor.App.OutStreamer.stream_to_file": [[88, "module-Processor.App.OutStreamer.stream_to_file"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault": [[89, "processor-app-outstreamer-stream-to-file-outstreamerfiledefault"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__": [[90, "processor-app-outstreamer-stream-to-file-outstreamerfiledefault-init"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up": [[91, "processor-app-outstreamer-stream-to-file-outstreamerfiledefault-clean-up"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name": [[92, "processor-app-outstreamer-stream-to-file-outstreamerfiledefault-get-file-name"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string": [[93, "processor-app-outstreamer-stream-to-file-outstreamerfiledefault-metadata-to-string"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream": [[94, "processor-app-outstreamer-stream-to-file-outstreamerfiledefault-stream"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent": [[95, "processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__": [[96, "processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-init"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up": [[97, "processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-clean-up"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name": [[98, "processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-get-file-name"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string": [[99, "processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-metadata-to-string"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream": [[100, "processor-app-outstreamer-stream-to-file-outstreamerfilehtmlcontent-stream"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON": [[101, "processor-app-outstreamer-stream-to-file-outstreamerfilejson"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__": [[102, "processor-app-outstreamer-stream-to-file-outstreamerfilejson-init"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up": [[103, "processor-app-outstreamer-stream-to-file-outstreamerfilejson-clean-up"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name": [[104, "processor-app-outstreamer-stream-to-file-outstreamerfilejson-get-file-name"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string": [[105, "processor-app-outstreamer-stream-to-file-outstreamerfilejson-metadata-to-string"]], "Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream": [[106, "processor-app-outstreamer-stream-to-file-outstreamerfilejson-stream"]], "Processor.App.Pipeline": [[107, "module-Processor.App.Pipeline"]], "Processor.App.Pipeline.pipeline": [[108, "module-Processor.App.Pipeline.pipeline"]], "Processor.App.Pipeline.pipeline.ProcessorPipeline": [[109, "processor-app-pipeline-pipeline-processorpipeline"]], "Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__": [[110, "processor-app-pipeline-pipeline-processorpipeline-init"]], "Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record": [[111, "processor-app-pipeline-pipeline-processorpipeline-process-domain-record"]], "Processor.App.Router": [[112, "module-Processor.App.Router"]], "Processor.App.Router.router": [[113, "module-Processor.App.Router.router"]], "Processor.App.Router.router.Route": [[114, "processor-app-router-router-route"]], "Processor.App.Router.router.Route.__init__": [[115, "processor-app-router-router-route-init"]], "Processor.App.Router.router.Router": [[116, "processor-app-router-router-router"]], "Processor.App.Router.router.Router.__init__": [[117, "processor-app-router-router-router-init"]], "Processor.App.Router.router.Router.load_module": [[118, "processor-app-router-router-router-load-module"]], "Processor.App.Router.router.Router.load_modules": [[119, "processor-app-router-router-router-load-modules"]], "Processor.App.Router.router.Router.register_route": [[120, "processor-app-router-router-router-register-route"]], "Processor.App.Router.router.Router.register_routes": [[121, "processor-app-router-router-router-register-routes"]], "Processor.App.Router.router.Router.route": [[122, "processor-app-router-router-router-route"]], "Processor.App.processor_utils": [[123, "module-Processor.App.processor_utils"]], "Processor.App.processor_utils.DomainRecord": [[124, "processor-app-processor-utils-domainrecord"]], "Processor.App.processor_utils.DomainRecord.__init__": [[125, "processor-app-processor-utils-domainrecord-init"]], "Processor.App.processor_utils.PipeMetadata": [[126, "processor-app-processor-utils-pipemetadata"]], "Processor.App.processor_utils.PipeMetadata.__init__": [[127, "processor-app-processor-utils-pipemetadata-init"]], "Processor.process_article": [[128, "module-Processor.process_article"]], "Processor.processor": [[129, "module-Processor.processor"]], "Processor.processor.Listener": [[130, "processor-processor-listener"]], "Processor.processor.Listener.__init__": [[131, "processor-processor-listener-init"]], "Processor.processor.Listener.on_before_message": [[132, "processor-processor-listener-on-before-message"]], "Processor.processor.Listener.on_connected": [[133, "processor-processor-listener-on-connected"]], "Processor.processor.Listener.on_connecting": [[134, "processor-processor-listener-on-connecting"]], "Processor.processor.Listener.on_disconnected": [[135, "processor-processor-listener-on-disconnected"]], "Processor.processor.Listener.on_disconnecting": [[136, "processor-processor-listener-on-disconnecting"]], "Processor.processor.Listener.on_error": [[137, "processor-processor-listener-on-error"]], "Processor.processor.Listener.on_heartbeat": [[138, "processor-processor-listener-on-heartbeat"]], "Processor.processor.Listener.on_heartbeat_timeout": [[139, "processor-processor-listener-on-heartbeat-timeout"]], "Processor.processor.Listener.on_message": [[140, "processor-processor-listener-on-message"]], "Processor.processor.Listener.on_receipt": [[141, "processor-processor-listener-on-receipt"]], "Processor.processor.Listener.on_receiver_loop_completed": [[142, "processor-processor-listener-on-receiver-loop-completed"]], "Processor.processor.Listener.on_send": [[143, "processor-processor-listener-on-send"]], "Processor.processor.ListnerStats": [[144, "processor-processor-listnerstats"]], "Processor.processor.ListnerStats.__init__": [[145, "processor-processor-listnerstats-init"]], "Processor.processor.Message": [[146, "processor-processor-message"]], "Processor.processor.Message.__init__": [[147, "processor-processor-message-init"]], "Processor.App.ArticleUtils": [[26, "module-Processor.App.ArticleUtils"]], "Processor.App.ArticleUtils.article_extractor": [[27, "module-Processor.App.ArticleUtils.article_extractor"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor": [[28, "processor-app-articleutils-article-extractor-articleextractor"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__": [[29, "processor-app-articleutils-article-extractor-articleextractor-init"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract": [[30, "processor-app-articleutils-article-extractor-articleextractor-article-extract"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required": [[31, "processor-app-articleutils-article-extractor-articleextractor-check-required"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract": [[32, "processor-app-articleutils-article-extractor-articleextractor-custom-extract"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw": [[33, "processor-app-articleutils-article-extractor-articleextractor-custom-filter-raw"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup": [[34, "processor-app-articleutils-article-extractor-articleextractor-custom-filter-soup"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract": [[35, "processor-app-articleutils-article-extractor-articleextractor-extract"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup": [[36, "processor-app-articleutils-article-extractor-articleextractor-extract-soup"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw": [[37, "processor-app-articleutils-article-extractor-articleextractor-filter-raw"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup": [[38, "processor-app-articleutils-article-extractor-articleextractor-filter-soup"]], "Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess": [[39, "processor-app-articleutils-article-extractor-articleextractor-preprocess"]], "Processor.App.ArticleUtils.article_utils": [[40, "module-Processor.App.ArticleUtils.article_utils"]], "Processor.App": [[25, "module-Processor.App"]], "API": [[0, "api"]], "Aggregator.App": [[2, "module-Aggregator.App"]], "Welcome to CommonCrawl Extractor\u2019s documentation!": [[148, "welcome-to-commoncrawl-extractor-s-documentation"]], "Contents:": [[148, null], [151, null]], "Indices and tables": [[148, "indices-and-tables"]], "Installation": [[149, "installation"]], "Docker": [[149, "docker"]], "Quick Start Guide": [[151, "quick-start-guide"]], "Quick Overview": [[152, "quick-overview"]], "1. Querying CommonCrawl": [[152, "querying-commoncrawl"]], "2. Downloading a file": [[152, "downloading-a-file"]], "3. Choose parser": [[152, "choose-parser"]], "4. Filtering out the web page": [[152, "filtering-out-the-web-page"]], "5. Extract fields from the page": [[152, "extract-fields-from-the-page"]], "6. File saving": [[152, "file-saving"]], "Quickstart": [[153, "quickstart"]], "Extractor": [[153, "extractor"]], "download_article.py": [[153, "download-article-py"]], "Extracting (Transformations)": [[153, "extracting-transformations"]], "Extracting( BS4 version)": [[153, "extracting-bs4-version"]], "Filtering": [[153, "filtering"]], "config.json": [[153, "config-json"]], "Testing our extractor": [[153, "testing-our-extractor"]], "Running the extractor": [[153, "running-the-extractor"]], "Artemis Queue": [[150, "artemis-queue"]]}, "indexentries": {}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api", "cli/cli", "cli/download", "cli/extract", "cli/index", "extraction/config_file", "extraction/creating_extractor", "extraction/index", "extraction/utils", "generated/cmoncrawl", "generated/cmoncrawl.aggregator", "generated/cmoncrawl.aggregator.index_query", "generated/cmoncrawl.aggregator.index_query.IndexAggregator", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.__init__", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.aclose", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.aopen", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_all_CC_indexes", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_captured_responses", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_number_of_pages", "generated/cmoncrawl.aggregator.utils", "generated/cmoncrawl.aggregator.utils.helpers", "generated/cmoncrawl.aggregator.utils.ndjson_decoder", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.decode", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.raw_decode", "generated/cmoncrawl.common", "generated/cmoncrawl.common.loggers", "generated/cmoncrawl.common.types", "generated/cmoncrawl.common.types.DomainCrawl", "generated/cmoncrawl.common.types.DomainCrawl.__init__", "generated/cmoncrawl.common.types.DomainRecord", "generated/cmoncrawl.common.types.DomainRecord.__init__", "generated/cmoncrawl.common.types.DomainRecord.from_dict", "generated/cmoncrawl.common.types.DomainRecord.from_json", "generated/cmoncrawl.common.types.DomainRecord.schema", "generated/cmoncrawl.common.types.DomainRecord.to_dict", "generated/cmoncrawl.common.types.DomainRecord.to_json", "generated/cmoncrawl.common.types.ExtractConfig", "generated/cmoncrawl.common.types.ExtractConfig.__init__", "generated/cmoncrawl.common.types.ExtractConfig.from_dict", "generated/cmoncrawl.common.types.ExtractConfig.from_json", "generated/cmoncrawl.common.types.ExtractConfig.schema", "generated/cmoncrawl.common.types.ExtractConfig.to_dict", "generated/cmoncrawl.common.types.ExtractConfig.to_json", "generated/cmoncrawl.common.types.ExtractorConfig", "generated/cmoncrawl.common.types.ExtractorConfig.__init__", "generated/cmoncrawl.common.types.ExtractorConfig.from_dict", "generated/cmoncrawl.common.types.ExtractorConfig.from_json", "generated/cmoncrawl.common.types.ExtractorConfig.schema", "generated/cmoncrawl.common.types.ExtractorConfig.to_dict", "generated/cmoncrawl.common.types.ExtractorConfig.to_json", "generated/cmoncrawl.common.types.PipeMetadata", "generated/cmoncrawl.common.types.PipeMetadata.__init__", "generated/cmoncrawl.common.types.RetrieveResponse", "generated/cmoncrawl.common.types.RetrieveResponse.__init__", "generated/cmoncrawl.common.types.RoutesConfig", "generated/cmoncrawl.common.types.RoutesConfig.__init__", "generated/cmoncrawl.common.types.RoutesConfig.from_dict", "generated/cmoncrawl.common.types.RoutesConfig.from_json", "generated/cmoncrawl.common.types.RoutesConfig.schema", "generated/cmoncrawl.common.types.RoutesConfig.to_dict", "generated/cmoncrawl.common.types.RoutesConfig.to_json", "generated/cmoncrawl.processor", "generated/cmoncrawl.processor.extraction", "generated/cmoncrawl.processor.extraction.filters", "generated/cmoncrawl.processor.extraction.utils", "generated/cmoncrawl.processor.pipeline", "generated/cmoncrawl.processor.pipeline.downloader", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aclose", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aopen", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.download", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.unwrap", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.download", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_url", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_year", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.mine_metadata", "generated/cmoncrawl.processor.pipeline.downloader.IDownloader", "generated/cmoncrawl.processor.pipeline.downloader.IDownloader.__init__", "generated/cmoncrawl.processor.pipeline.downloader.IDownloader.download", "generated/cmoncrawl.processor.pipeline.extractor", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract_soup", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_raw", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_soup", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.preprocess", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract_soup", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_raw", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_soup", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.preprocess", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract_soup", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_raw", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_soup", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.preprocess", "generated/cmoncrawl.processor.pipeline.extractor.IExtractor", "generated/cmoncrawl.processor.pipeline.extractor.IExtractor.__init__", "generated/cmoncrawl.processor.pipeline.extractor.IExtractor.extract", "generated/cmoncrawl.processor.pipeline.pipeline", "generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline", "generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__", "generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.process_domain_record", "generated/cmoncrawl.processor.pipeline.router", "generated/cmoncrawl.processor.pipeline.router.IRouter", "generated/cmoncrawl.processor.pipeline.router.IRouter.__init__", "generated/cmoncrawl.processor.pipeline.router.IRouter.route", "generated/cmoncrawl.processor.pipeline.router.Route", "generated/cmoncrawl.processor.pipeline.router.Route.__init__", "generated/cmoncrawl.processor.pipeline.router.Router", "generated/cmoncrawl.processor.pipeline.router.Router.__init__", "generated/cmoncrawl.processor.pipeline.router.Router.load_extractor", "generated/cmoncrawl.processor.pipeline.router.Router.load_module", "generated/cmoncrawl.processor.pipeline.router.Router.load_module_as_extractor", "generated/cmoncrawl.processor.pipeline.router.Router.load_modules", "generated/cmoncrawl.processor.pipeline.router.Router.register_route", "generated/cmoncrawl.processor.pipeline.router.Router.register_routes", "generated/cmoncrawl.processor.pipeline.router.Router.route", "generated/cmoncrawl.processor.pipeline.streamer", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.clean_up", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.get_file_name", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.metadata_to_string", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.stream", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.__init__", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.clean_up", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.stream", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.clean_up", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.stream", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.clean_up", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.get_file_name", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.metadata_to_string", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.stream", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.clean_up", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.get_file_name", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.metadata_to_string", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.stream", "index", "misc/domain_record", "misc/index", "prog_guide/index", "prog_guide/overview", "prog_guide/pip", "usage"], "filenames": ["api.rst", "cli/cli.rst", "cli/download.rst", "cli/extract.rst", "cli/index.rst", "extraction/config_file.rst", "extraction/creating_extractor.rst", "extraction/index.rst", "extraction/utils.rst", "generated/cmoncrawl.rst", "generated/cmoncrawl.aggregator.rst", "generated/cmoncrawl.aggregator.index_query.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.__init__.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.aclose.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.aopen.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_all_CC_indexes.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_captured_responses.rst", "generated/cmoncrawl.aggregator.index_query.IndexAggregator.get_number_of_pages.rst", "generated/cmoncrawl.aggregator.utils.rst", "generated/cmoncrawl.aggregator.utils.helpers.rst", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.rst", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.rst", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__.rst", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.decode.rst", "generated/cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.raw_decode.rst", "generated/cmoncrawl.common.rst", "generated/cmoncrawl.common.loggers.rst", "generated/cmoncrawl.common.types.rst", "generated/cmoncrawl.common.types.DomainCrawl.rst", "generated/cmoncrawl.common.types.DomainCrawl.__init__.rst", "generated/cmoncrawl.common.types.DomainRecord.rst", "generated/cmoncrawl.common.types.DomainRecord.__init__.rst", "generated/cmoncrawl.common.types.DomainRecord.from_dict.rst", "generated/cmoncrawl.common.types.DomainRecord.from_json.rst", "generated/cmoncrawl.common.types.DomainRecord.schema.rst", "generated/cmoncrawl.common.types.DomainRecord.to_dict.rst", "generated/cmoncrawl.common.types.DomainRecord.to_json.rst", "generated/cmoncrawl.common.types.ExtractConfig.rst", "generated/cmoncrawl.common.types.ExtractConfig.__init__.rst", "generated/cmoncrawl.common.types.ExtractConfig.from_dict.rst", "generated/cmoncrawl.common.types.ExtractConfig.from_json.rst", "generated/cmoncrawl.common.types.ExtractConfig.schema.rst", "generated/cmoncrawl.common.types.ExtractConfig.to_dict.rst", "generated/cmoncrawl.common.types.ExtractConfig.to_json.rst", "generated/cmoncrawl.common.types.ExtractorConfig.rst", "generated/cmoncrawl.common.types.ExtractorConfig.__init__.rst", "generated/cmoncrawl.common.types.ExtractorConfig.from_dict.rst", "generated/cmoncrawl.common.types.ExtractorConfig.from_json.rst", "generated/cmoncrawl.common.types.ExtractorConfig.schema.rst", "generated/cmoncrawl.common.types.ExtractorConfig.to_dict.rst", "generated/cmoncrawl.common.types.ExtractorConfig.to_json.rst", "generated/cmoncrawl.common.types.PipeMetadata.rst", "generated/cmoncrawl.common.types.PipeMetadata.__init__.rst", "generated/cmoncrawl.common.types.RetrieveResponse.rst", "generated/cmoncrawl.common.types.RetrieveResponse.__init__.rst", "generated/cmoncrawl.common.types.RoutesConfig.rst", "generated/cmoncrawl.common.types.RoutesConfig.__init__.rst", "generated/cmoncrawl.common.types.RoutesConfig.from_dict.rst", "generated/cmoncrawl.common.types.RoutesConfig.from_json.rst", "generated/cmoncrawl.common.types.RoutesConfig.schema.rst", "generated/cmoncrawl.common.types.RoutesConfig.to_dict.rst", "generated/cmoncrawl.common.types.RoutesConfig.to_json.rst", "generated/cmoncrawl.processor.rst", "generated/cmoncrawl.processor.extraction.rst", "generated/cmoncrawl.processor.extraction.filters.rst", "generated/cmoncrawl.processor.extraction.utils.rst", "generated/cmoncrawl.processor.pipeline.rst", "generated/cmoncrawl.processor.pipeline.downloader.rst", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.rst", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__.rst", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aclose.rst", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aopen.rst", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.download.rst", "generated/cmoncrawl.processor.pipeline.downloader.AsyncDownloader.unwrap.rst", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.rst", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__.rst", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.download.rst", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_url.rst", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_year.rst", "generated/cmoncrawl.processor.pipeline.downloader.DownloaderDummy.mine_metadata.rst", "generated/cmoncrawl.processor.pipeline.downloader.IDownloader.rst", "generated/cmoncrawl.processor.pipeline.downloader.IDownloader.__init__.rst", "generated/cmoncrawl.processor.pipeline.downloader.IDownloader.download.rst", "generated/cmoncrawl.processor.pipeline.extractor.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract_soup.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_raw.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_soup.rst", "generated/cmoncrawl.processor.pipeline.extractor.BaseExtractor.preprocess.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract_soup.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_raw.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_soup.rst", "generated/cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.preprocess.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract_soup.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_raw.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_soup.rst", "generated/cmoncrawl.processor.pipeline.extractor.HTMLExtractor.preprocess.rst", "generated/cmoncrawl.processor.pipeline.extractor.IExtractor.rst", "generated/cmoncrawl.processor.pipeline.extractor.IExtractor.__init__.rst", "generated/cmoncrawl.processor.pipeline.extractor.IExtractor.extract.rst", "generated/cmoncrawl.processor.pipeline.pipeline.rst", "generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.rst", "generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__.rst", "generated/cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.process_domain_record.rst", "generated/cmoncrawl.processor.pipeline.router.rst", "generated/cmoncrawl.processor.pipeline.router.IRouter.rst", "generated/cmoncrawl.processor.pipeline.router.IRouter.__init__.rst", "generated/cmoncrawl.processor.pipeline.router.IRouter.route.rst", "generated/cmoncrawl.processor.pipeline.router.Route.rst", "generated/cmoncrawl.processor.pipeline.router.Route.__init__.rst", "generated/cmoncrawl.processor.pipeline.router.Router.rst", "generated/cmoncrawl.processor.pipeline.router.Router.__init__.rst", "generated/cmoncrawl.processor.pipeline.router.Router.load_extractor.rst", "generated/cmoncrawl.processor.pipeline.router.Router.load_module.rst", "generated/cmoncrawl.processor.pipeline.router.Router.load_module_as_extractor.rst", "generated/cmoncrawl.processor.pipeline.router.Router.load_modules.rst", "generated/cmoncrawl.processor.pipeline.router.Router.register_route.rst", "generated/cmoncrawl.processor.pipeline.router.Router.register_routes.rst", "generated/cmoncrawl.processor.pipeline.router.Router.route.rst", "generated/cmoncrawl.processor.pipeline.streamer.rst", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.rst", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__.rst", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.clean_up.rst", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.get_file_name.rst", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.metadata_to_string.rst", "generated/cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.stream.rst", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.rst", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.__init__.rst", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.clean_up.rst", "generated/cmoncrawl.processor.pipeline.streamer.IStreamer.stream.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.clean_up.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerDummy.stream.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.clean_up.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.get_file_name.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.metadata_to_string.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.stream.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.clean_up.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.get_file_name.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.metadata_to_string.rst", "generated/cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.stream.rst", "index.rst", "misc/domain_record.rst", "misc/index.rst", "prog_guide/index.rst", "prog_guide/overview.rst", "prog_guide/pip.rst", "usage.rst"], "titles": ["API", "Command Line Interface", "Command Line Download", "Command line Extract", "Command Line Interface", "Extractor config file", "Custom Extractor", "Extraction", "Extraction utils", "cmoncrawl", "cmoncrawl.aggregator", "cmoncrawl.aggregator.index_query", "cmoncrawl.aggregator.index_query.IndexAggregator", "cmoncrawl.aggregator.index_query.IndexAggregator.__init__", "cmoncrawl.aggregator.index_query.IndexAggregator.aclose", "cmoncrawl.aggregator.index_query.IndexAggregator.aopen", "cmoncrawl.aggregator.index_query.IndexAggregator.get_all_CC_indexes", "cmoncrawl.aggregator.index_query.IndexAggregator.get_captured_responses", "cmoncrawl.aggregator.index_query.IndexAggregator.get_number_of_pages", "cmoncrawl.aggregator.utils", "cmoncrawl.aggregator.utils.helpers", "cmoncrawl.aggregator.utils.ndjson_decoder", "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder", "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__", "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.decode", "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.raw_decode", "cmoncrawl.common", "cmoncrawl.common.loggers", "cmoncrawl.common.types", "cmoncrawl.common.types.DomainCrawl", "cmoncrawl.common.types.DomainCrawl.__init__", "cmoncrawl.common.types.DomainRecord", "cmoncrawl.common.types.DomainRecord.__init__", "cmoncrawl.common.types.DomainRecord.from_dict", "cmoncrawl.common.types.DomainRecord.from_json", "cmoncrawl.common.types.DomainRecord.schema", "cmoncrawl.common.types.DomainRecord.to_dict", "cmoncrawl.common.types.DomainRecord.to_json", "cmoncrawl.common.types.ExtractConfig", "cmoncrawl.common.types.ExtractConfig.__init__", "cmoncrawl.common.types.ExtractConfig.from_dict", "cmoncrawl.common.types.ExtractConfig.from_json", "cmoncrawl.common.types.ExtractConfig.schema", "cmoncrawl.common.types.ExtractConfig.to_dict", "cmoncrawl.common.types.ExtractConfig.to_json", "cmoncrawl.common.types.ExtractorConfig", "cmoncrawl.common.types.ExtractorConfig.__init__", "cmoncrawl.common.types.ExtractorConfig.from_dict", "cmoncrawl.common.types.ExtractorConfig.from_json", "cmoncrawl.common.types.ExtractorConfig.schema", "cmoncrawl.common.types.ExtractorConfig.to_dict", "cmoncrawl.common.types.ExtractorConfig.to_json", "cmoncrawl.common.types.PipeMetadata", "cmoncrawl.common.types.PipeMetadata.__init__", "cmoncrawl.common.types.RetrieveResponse", "cmoncrawl.common.types.RetrieveResponse.__init__", "cmoncrawl.common.types.RoutesConfig", "cmoncrawl.common.types.RoutesConfig.__init__", "cmoncrawl.common.types.RoutesConfig.from_dict", "cmoncrawl.common.types.RoutesConfig.from_json", "cmoncrawl.common.types.RoutesConfig.schema", "cmoncrawl.common.types.RoutesConfig.to_dict", "cmoncrawl.common.types.RoutesConfig.to_json", "cmoncrawl.processor", "cmoncrawl.processor.extraction", "cmoncrawl.processor.extraction.filters", "cmoncrawl.processor.extraction.utils", "cmoncrawl.processor.pipeline", "cmoncrawl.processor.pipeline.downloader", "cmoncrawl.processor.pipeline.downloader.AsyncDownloader", "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__", "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aclose", "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aopen", "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.download", "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.unwrap", "cmoncrawl.processor.pipeline.downloader.DownloaderDummy", "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__", "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.download", "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_url", "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_year", "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.mine_metadata", "cmoncrawl.processor.pipeline.downloader.IDownloader", "cmoncrawl.processor.pipeline.downloader.IDownloader.__init__", "cmoncrawl.processor.pipeline.downloader.IDownloader.download", "cmoncrawl.processor.pipeline.extractor", "cmoncrawl.processor.pipeline.extractor.BaseExtractor", "cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__", "cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract", "cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract_soup", "cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_raw", "cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_soup", "cmoncrawl.processor.pipeline.extractor.BaseExtractor.preprocess", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract_soup", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_raw", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_soup", "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.preprocess", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract_soup", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_raw", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_soup", "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.preprocess", "cmoncrawl.processor.pipeline.extractor.IExtractor", "cmoncrawl.processor.pipeline.extractor.IExtractor.__init__", "cmoncrawl.processor.pipeline.extractor.IExtractor.extract", "cmoncrawl.processor.pipeline.pipeline", "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline", "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__", "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.process_domain_record", "cmoncrawl.processor.pipeline.router", "cmoncrawl.processor.pipeline.router.IRouter", "cmoncrawl.processor.pipeline.router.IRouter.__init__", "cmoncrawl.processor.pipeline.router.IRouter.route", "cmoncrawl.processor.pipeline.router.Route", "cmoncrawl.processor.pipeline.router.Route.__init__", "cmoncrawl.processor.pipeline.router.Router", "cmoncrawl.processor.pipeline.router.Router.__init__", "cmoncrawl.processor.pipeline.router.Router.load_extractor", "cmoncrawl.processor.pipeline.router.Router.load_module", "cmoncrawl.processor.pipeline.router.Router.load_module_as_extractor", "cmoncrawl.processor.pipeline.router.Router.load_modules", "cmoncrawl.processor.pipeline.router.Router.register_route", "cmoncrawl.processor.pipeline.router.Router.register_routes", "cmoncrawl.processor.pipeline.router.Router.route", "cmoncrawl.processor.pipeline.streamer", "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile", "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__", "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.clean_up", "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.get_file_name", "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.metadata_to_string", "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.stream", "cmoncrawl.processor.pipeline.streamer.IStreamer", "cmoncrawl.processor.pipeline.streamer.IStreamer.__init__", "cmoncrawl.processor.pipeline.streamer.IStreamer.clean_up", "cmoncrawl.processor.pipeline.streamer.IStreamer.stream", "cmoncrawl.processor.pipeline.streamer.StreamerDummy", "cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__", "cmoncrawl.processor.pipeline.streamer.StreamerDummy.clean_up", "cmoncrawl.processor.pipeline.streamer.StreamerDummy.stream", "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML", "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__", "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.clean_up", "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.get_file_name", "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.metadata_to_string", "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.stream", "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON", "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__", "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.clean_up", "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.get_file_name", "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.metadata_to_string", "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.stream", "Welcome to CommonCrawl Extractor\u2019s documentation!", "Domain Record", "Miscellaneous", "Programming Guide", "Programming Guide", "Custom Pipeline", "Usage"], "terms": {"The": [1, 2, 3, 5, 6, 8, 22, 23, 156, 159, 160, 161], "i": [1, 3, 5, 6, 8, 22, 23, 139, 156, 159, 161], "simpl": [1, 160, 161], "wrapper": 1, "around": 1, "librari": [1, 161], "It": [1, 5, 6, 8, 75, 156, 159, 161], "provid": [1, 2, 8, 22, 23, 156, 159, 161], "two": [1, 6, 161], "main": [1, 2], "function": [1, 8, 11, 20, 65, 66, 129, 159], "download": [1, 3, 4, 110, 111, 155, 156, 158, 160, 161], "domain": [1, 2, 3, 5, 12, 13, 17, 18, 29, 30, 155, 157, 160, 161], "record": [1, 4, 5, 155, 157, 160, 161], "html": [1, 2, 4, 6, 92, 99, 155, 156, 159, 161], "from": [1, 2, 3, 5, 6, 8, 25, 75, 155, 158, 160, 161], "common": [1, 2, 5, 6, 155, 158, 160], "crawl": [1, 2, 5, 6, 155, 156, 158], "index": [1, 2, 12, 13, 25, 155, 159, 161], "extract": [1, 4, 5, 75, 92, 99, 155, 156, 158, 160, 161], "an": [1, 3, 6, 22, 23, 156, 159], "base": [6, 135, 159], "content": [1, 3, 5, 54, 55, 78, 80, 159], "can": [1, 3, 5, 6, 22, 23, 25, 156, 159, 160, 161], "also": [1, 5, 6, 22, 23, 161], "directli": [1, 3, 159], "take": [1, 3, 6, 22, 23], "data": [1, 3, 5, 6, 8, 25, 69, 70, 159, 160, 161], "both": [1, 3, 8, 161], "ar": [1, 2, 3, 5, 6, 8, 22, 23, 156, 159, 160], "invok": 1, "us": [1, 3, 5, 6, 8, 22, 23, 25, 156, 159, 160, 161], "cmon": [1, 2, 3, 5], "follow": [1, 2, 3, 5, 22, 23, 156], "requir": [1, 8, 156], "argument": [1, 4, 155], "code": [2, 7, 22, 23, 155, 160], "block": [], "bash": [], "first": [1, 2, 3, 159, 160, 161], "1000": [1, 2, 160], "com": [1, 2, 3, 156, 160], "match_typ": [1, 2, 160], "limit": [1, 2, 12, 13, 160], "dr_output": [1, 2, 3], "100": [1, 2, 3], "html_output": [1, 2, 3], "them": [1, 3, 156, 159, 160], "your": [1, 3, 6, 8, 156, 159, 161], "extractor": [1, 3, 7, 45, 56, 57, 121, 158, 161], "config": [1, 3, 7, 126, 155, 159], "json": [1, 2, 3, 12, 13, 22, 23, 24, 25, 156, 159, 160], "extracted_output": [1, 3], "jsonl": [1, 2, 3, 155, 157], "second": [1, 2, 3], "exampl": [4, 7, 155, 156], "In": [2, 5, 156, 159], "order": [2, 3, 5, 22, 23, 156, 159], "specifi": [3, 5, 22, 23, 159], "which": [3, 5, 92, 99, 129, 139, 156, 159, 160, 161], "you": [2, 3, 5, 6, 156, 159, 160, 161], "need": [2, 3, 5, 6, 159, 161], "creat": [3, 5, 6, 8, 159, 160, 161], "structur": [7, 155], "extractors_path": [5, 38, 39], "path": [2, 3, 5, 38, 39, 75, 76, 79, 80, 122, 123, 124, 129, 130, 134, 138, 143, 144, 148, 149, 150, 154, 160], "folder": [5, 124], "rout": [3, 5, 38, 39], "regex": [5, 56, 57, 117, 118, 125], "name": [3, 5, 6, 45, 46, 52, 53, 117, 118, 121, 125], "my_extractor": 5, "sinc": [2, 5, 12, 13, 17, 45, 46, 117, 118, 125, 159], "iso": [2, 3, 5], "date": [2, 3, 5, 75, 76, 159], "string": [5, 6, 22, 23, 25], "my_extractor2": 5, "another_regex": 5, "where": [5, 25], "locat": 5, "rel": 5, "current": [5, 159, 161], "work": 5, "directori": [2, 3, 5], "list": [5, 12, 13, 16, 22, 23, 33, 36, 38, 39, 40, 43, 47, 50, 56, 57, 58, 61, 74, 75, 76, 83, 117, 118, 125, 126], "each": [2, 3, 5, 156], "dictionari": [5, 6], "kei": [5, 156], "At": 5, "least": 5, "one": [2, 3, 5, 22, 23, 159], "must": [2, 5, 6, 156], "match": [2, 5, 159], "url": [2, 3, 5, 31, 32, 75, 76, 116, 127, 156, 159], "thi": [2, 3, 5, 6, 22, 23, 25, 159, 161], "ha": 5, "python": [5, 24, 25], "without": [5, 6], "extens": [5, 6, 129, 130], "set": [5, 6, 156], "variabl": [5, 6], "overrid": 5, "option": [4, 5, 6, 12, 13, 14, 18, 31, 32, 33, 36, 37, 40, 43, 44, 45, 46, 47, 50, 51, 52, 53, 58, 61, 62, 71, 75, 76, 85, 86, 87, 88, 94, 101, 108, 125, 155, 156], "start": [2, 5], "valid": 5, "full": 5, "e": [2, 3, 5, 22, 23], "g": [2, 3, 5, 22, 23], "2009": 5, "01": [2, 3, 5, 156], "01t00": [5, 156], "00": [5, 156], "end": [2, 5, 25], "format": [2, 3, 5, 155, 157, 159], "same": [3, 5], "If": [3, 5, 6, 22, 23, 159, 161], "all": [5, 6, 8, 135, 155, 156, 158, 159], "given": [5, 22, 23], "a_extractor": 5, "a_extractor2": 5, "b_extractor": 5, "cz": 5, "2010": 5, "cmon2": 5, "happen": 5, "A": [5, 33, 34, 35, 40, 41, 42, 47, 48, 49, 58, 59, 60, 159], "http": [2, 3, 5, 12, 13, 69, 70, 156], "www": [3, 5], "cralw": 5, "2012": 5, "might": [5, 6, 159], "want": [5, 6, 156, 159, 161], "put": [5, 155, 158], "problem": 5, "dure": [3, 5], "To": [3, 5, 160, 161], "add": [2, 3, 5, 156], "we": [5, 156, 159, 160], "load": [5, 159], "But": [5, 159], "don": [5, 6, 8, 156, 159], "t": [5, 6, 8, 22, 23, 75, 156, 159], "thu": [3, 5, 6, 159], "import": [5, 6, 159, 160], "sy": 5, "pathlib": [5, 160], "append": 5, "__file__": 5, "parent": 5, "router": [5, 110, 111, 159, 160], "everi": [5, 22, 23, 159], "should": [5, 6, 159, 161], "ani": [5, 8, 52, 53, 54, 55, 87, 88, 94, 101, 108, 112, 133, 134, 138, 142, 147, 148, 153, 154, 156], "untrust": 5, "within": 6, "cli": [6, 156], "implement": [6, 22, 23, 159], "cmoncrawl": [6, 8, 155, 159, 160], "processor": [6, 8, 155, 159, 160], "pipelin": [6, 155, 158, 159, 161], "iextractor": [6, 116, 121, 127], "class": [6, 11, 12, 21, 22, 23, 28, 29, 31, 38, 45, 52, 54, 56, 68, 69, 75, 81, 84, 85, 92, 99, 106, 109, 110, 113, 114, 117, 119, 128, 129, 135, 139, 143, 149, 159], "howev": 6, "most": [6, 161], "case": [6, 159, 161], "assum": [6, 159], "pars": [6, 159], "beautifulsoup": [6, 78, 88, 90, 95, 97, 102, 104], "onli": [6, 35, 42, 49, 60, 156, 159], "method": [6, 12, 22, 29, 31, 38, 45, 52, 54, 56, 69, 75, 81, 85, 92, 99, 106, 110, 114, 117, 119, 129, 135, 139, 143, 149, 160], "extract_soup": 6, "object": [6, 22, 23], "metadata": [6, 52, 75, 87, 88, 89, 90, 91, 94, 95, 96, 97, 98, 101, 102, 103, 104, 105, 108, 116, 127, 132, 134, 138, 142, 146, 148, 152, 154, 159], "see": [3, 6, 161], "type": [2, 6, 14, 71, 160], "pipemetadata": [6, 74, 83, 87, 88, 89, 90, 91, 94, 95, 96, 97, 98, 101, 102, 103, 104, 105, 108, 116, 127, 132, 134, 138, 142, 146, 148, 152, 154], "return": [6, 8, 22, 23, 24, 25, 75, 159], "none": [6, 8, 12, 13, 14, 18, 22, 23, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 57, 59, 60, 62, 71, 75, 76, 85, 86, 116, 117, 118, 125, 127, 131, 137, 145, 151], "page": [6, 17, 29, 30, 155, 158, 160], "extact": 6, "haven": 6, "found": [2, 6], "additionali": 6, "For": [3, 6, 159], "have": [3, 6, 25, 156], "filter_raw": [6, 159], "raw": [6, 159], "true": [6, 22, 23, 37, 44, 51, 62, 69, 70, 92, 93, 99, 100], "fals": [6, 22, 23, 33, 34, 35, 36, 37, 40, 41, 42, 43, 44, 47, 48, 49, 50, 51, 58, 59, 60, 61, 62, 149, 150], "otherwis": 6, "decid": 6, "effici": 6, "wai": [3, 6, 159, 161], "now": [6, 160], "soup": [6, 8, 88, 90, 95, 97, 102, 104, 159], "done": 6, "filter_soup": [6, 159], "final": 6, "file": [2, 3, 6, 7, 8, 75, 76, 129, 155, 156, 158, 160], "said": 6, "here": 6, "titl": 6, "ext": [6, 160], "py": [6, 7, 155], "titleextractor": 6, "def": 6, "self": 6, "dict": [6, 22, 23, 33, 36, 40, 43, 47, 50, 52, 53, 58, 61, 87, 88, 94, 101, 108, 112, 133, 134, 138, 142, 147, 148, 153, 154, 159], "text": 6, "bool": [6, 33, 35, 36, 37, 40, 42, 43, 44, 47, 49, 50, 51, 58, 60, 61, 62, 69, 70, 89, 90, 92, 93, 97, 99, 100, 104, 149, 150], "config_fil": 6, "would": [6, 159], "refer": [2, 3, 6, 156, 159], "baseextractor": [7, 155, 159], "filter": [2, 7, 155, 158], "structr": [], "__init__": [7, 12, 22, 29, 31, 38, 45, 52, 54, 56, 69, 75, 81, 85, 92, 99, 106, 110, 114, 117, 119, 129, 135, 139, 143, 149, 155], "arbitrari": [7, 155], "execut": [7, 155], "util": [7, 155], "utili": 8, "defin": [8, 22, 23, 129, 159], "helper": 8, "must_exist_filt": 8, "out": [2, 8, 155, 158], "ulr": 8, "contain": [2, 3, 8, 24, 156, 159], "css": 8, "selector": 8, "must_not_exist_filt": 8, "check_requir": 8, "check": 8, "present": 8, "chain_transform": 8, "chain": 8, "multipl": [2, 8, 159], "transform": 8, "broken": 8, "especi": 8, "useful": [8, 156], "select": 8, "etc": 8, "extract_transform": 8, "tag": 8, "modul": [9, 10, 19, 26, 63, 64, 67, 155], "str": [12, 13, 16, 17, 18, 24, 25, 29, 30, 31, 32, 33, 34, 36, 37, 40, 41, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 69, 70, 74, 75, 76, 80, 83, 85, 86, 87, 88, 89, 91, 94, 96, 98, 101, 103, 105, 108, 112, 116, 117, 118, 121, 125, 127, 129, 130, 133, 147, 153], "cc_indexes_serv": [12, 13], "commoncrawl": [2, 12, 13, 69, 70, 158, 160, 161], "org": [2, 12, 13, 69, 70], "collinfo": [12, 13], "cc_server": [2, 12, 13], "datetim": [12, 13, 17, 31, 32, 45, 46, 75, 76, 116, 117, 118, 125, 127], "1": [12, 13, 17, 52, 53, 69, 70, 155, 158], "0": [12, 13, 17, 22, 23, 25, 29, 30], "9999": [12, 13, 17], "12": [12, 13, 17], "31": [12, 13, 17, 22, 23], "23": [12, 13, 17], "59": [12, 13, 17], "999999": [12, 13, 17], "int": [12, 13, 17, 18, 22, 23, 29, 30, 31, 32, 33, 36, 37, 40, 43, 44, 47, 50, 51, 54, 55, 58, 61, 62, 69, 70, 129, 130, 143, 144, 149, 150], "max_retri": [2, 3, 12, 13, 17, 18, 69, 70, 129, 130], "5": [12, 13, 69, 70, 155, 158], "prefetch_s": [12, 13], "3": [12, 13, 129, 130, 155, 158], "sleep_step": [2, 3, 12, 13, 17, 18, 69, 70], "20": [12, 13], "async": [14, 15, 16, 17, 18, 71, 72, 73, 77, 83, 112, 131, 134, 137, 138, 141, 142, 145, 148, 151, 154], "exc_typ": [14, 71], "baseexcept": [14, 71], "exc_val": [14, 71], "exc_tb": [14, 71], "tracebacktyp": [14, 71], "static": [16, 17, 18], "client": [16, 17, 18], "clientsess": [16, 17, 18], "cdx_server": [16, 17, 18, 29, 30], "page_s": 18, "object_hook": [22, 23], "parse_float": [22, 23, 34, 41, 48, 59], "parse_int": [22, 23, 34, 41, 48, 59], "parse_const": [22, 23, 34, 41, 48, 59], "strict": [22, 23], "object_pairs_hook": [22, 23], "call": [22, 23, 160], "result": [22, 23, 160], "its": [22, 23], "valu": [22, 23, 159], "place": [22, 23], "custom": [7, 22, 23, 155, 158, 159, 161], "deseri": [22, 23], "support": [22, 23, 159, 161], "rpc": [22, 23], "hint": [22, 23], "pair": [22, 23], "instead": [22, 23], "featur": [22, 23], "prioriti": [22, 23], "float": [22, 23, 33, 36, 40, 43, 47, 50, 58, 61], "By": [3, 22, 23, 156, 159], "default": [3, 22, 23, 37, 44, 51, 62, 159], "equival": [22, 23], "num_str": [22, 23], "anoth": [22, 23, 159], "datatyp": [22, 23], "parser": [22, 23, 159], "decim": [22, 23], "integ": [22, 23], "infin": [22, 23], "nan": [22, 23], "rais": [22, 23], "except": [22, 23, 160], "invalid": [22, 23], "number": [2, 3, 22, 23], "encount": [22, 23], "control": [22, 23, 161], "charact": [22, 23], "allow": [22, 23, 161], "insid": [22, 23], "context": [22, 23, 35, 42, 49, 60], "those": [3, 22, 23], "rang": [22, 23], "includ": [22, 23], "tab": [22, 23], "n": [22, 23], "r": [22, 23], "": [3, 24, 25, 34, 41, 48, 59, 156, 159, 160, 161], "arg": 24, "kwarg": 24, "represent": [24, 25], "instanc": 24, "document": [24, 25], "idx": 25, "begin": 25, "2": [25, 155, 158], "tupl": [25, 37, 44, 51, 62, 74, 83], "mai": 25, "extran": 25, "attribut": [29, 31, 38, 45, 52, 54, 56, 117], "filenam": [31, 32, 156], "offset": [31, 32, 156, 159], "length": [31, 32, 156, 159], "digest": [31, 32, 156], "encod": [31, 32, 52, 53, 69, 70, 85, 86, 156], "timestamp": [31, 32, 156], "classmethod": [33, 34, 35, 40, 41, 42, 47, 48, 49, 58, 59, 60], "kv": [33, 40, 47, 58], "union": [33, 34, 36, 37, 40, 41, 43, 44, 47, 48, 50, 51, 58, 59, 61, 62, 125], "infer_miss": [33, 34, 35, 40, 41, 42, 47, 48, 49, 58, 59, 60], "byte": [34, 41, 48, 59, 74], "bytearrai": [34, 41, 48, 59], "kw": [34, 37, 41, 44, 48, 51, 59, 62], "exclud": [35, 42, 49, 60], "mani": [35, 42, 49, 60], "load_onli": [35, 42, 49, 60], "dump_onli": [35, 42, 49, 60], "partial": [35, 42, 49, 60], "unknown": [35, 42, 49, 60], "schemaf": [35, 42, 49, 60], "encode_json": [36, 43, 50, 61], "skipkei": [37, 44, 51, 62], "ensure_ascii": [37, 44, 51, 62], "check_circular": [37, 44, 51, 62], "allow_nan": [37, 44, 51, 62], "indent": [37, 44, 51, 62], "separ": [37, 44, 51, 62, 156], "callabl": [37, 44, 51, 62], "sort_kei": [37, 44, 51, 62], "routesconfig": [38, 39, 126], "configur": [38, 45, 56], "run": [38, 160, 161], "domain_record": [52, 53, 73, 74, 77, 83, 112, 156], "domainrecord": [52, 53, 73, 74, 77, 83, 112], "article_data": [52, 53], "factori": [52, 53, 56, 57], "warc_head": [52, 53], "http_header": [52, 53], "latin": [52, 53, 69, 70], "pipe": 52, "statu": [2, 54, 55], "reason": [54, 55], "extractorconfig": [56, 57], "base_url": [69, 70], "digest_verif": [69, 70], "10": [3, 69, 70], "idownload": [71, 110, 111], "respons": [74, 87, 89, 91, 94, 96, 98, 101, 103, 105, 108], "dummi": [75, 92, 99, 139], "test": 75, "doesn": 75, "anyth": 75, "pass": [75, 159, 160], "constructor": 75, "file_path": [79, 80], "abstract": [88, 108, 116, 129, 133, 137, 138], "filter_non_ok": [92, 93, 99, 100], "simpli": [92, 99, 159, 160], "irout": [110, 111], "outstream": [110, 111, 135, 159], "istream": [110, 111, 159], "additional_info": [112, 156], "time": [2, 3, 116, 127], "re": 117, "pattern": [117, 118], "module_path": [122, 123], "root": [129, 130, 143, 144, 149, 150], "max_directory_s": [2, 3, 129, 130, 143, 144, 149, 150], "max_file_s": [129, 130, 149, 150], "directory_prefix": [129, 130], "directory_": [129, 130], "basic": [129, 159], "extracted_data": [133, 134, 138, 142, 147, 148, 153, 154], "keep": 139, "output": [2, 3, 139, 159], "memori": 139, "pretti": [149, 150], "usag": 155, "workflow": 155, "command": [155, 161], "line": [155, 156, 159, 161], "interfac": [155, 161], "program": 155, "guid": 155, "how": [3, 155, 156, 158, 160, 161], "theori": [155, 158], "queri": [2, 155, 158, 160], "choos": [155, 158], "4": [155, 158], "web": [155, 158], "field": [155, 156, 158], "6": [155, 158], "save": [155, 158, 160], "togeth": [155, 158], "miscellan": 155, "api": [2, 155, 161], "aggreg": [155, 159], "search": 155, "strucutur": 156, "cotain": 156, "inform": [2, 3, 156, 159], "about": 156, "warc": [3, 156, 159], "section": 159, "brief": 159, "overview": 159, "project": 159, "give": 159, "idea": 159, "process": [3, 159, 161], "get": [159, 161], "describ": [3, 159], "commmoncrawl": 159, "find": 159, "link": 159, "condit": 159, "step": [159, 161], "handl": [159, 160], "while": [159, 161], "rest": 159, "what": [3, 159], "store": 159, "multitud": 159, "resourc": 159, "our": 159, "bunch": 159, "possibl": 159, "part": 159, "collect": 159, "map": 159, "month": 159, "releas": 159, "new": [3, 159], "were": [3, 159], "understand": 159, "even": 159, "wa": 159, "certain": 159, "older": 159, "respect": 159, "make": [159, 161], "sure": 159, "miss": 159, "With": 159, "continu": 159, "index_queri": 159, "indexaggreg": [159, 160], "node": 159, "than": [3, 159], "relat": 159, "queue": 159, "appropri": [3, 159], "asyncdownload": [159, 160], "onc": 159, "dynam": 159, "definit": 159, "against": 159, "develop": 159, "ref": [], "chosen": 159, "either": [1, 159], "drop": [159, 161], "fast": 159, "Or": 159, "wait": 159, "convers": 159, "slow": [2, 159, 161], "just": 159, "streamer": [159, 160], "deriv": 159, "basestreamerfil": 159, "left": 159, "streamerfilejson": [159, 160], "streamerfilehtml": 159, "per": [2, 3, 159], "like": [159, 161], "differ": 159, "own": [156, 159], "saver": 159, "inherit": 159, "chang": 159, "creation": 159, "initi": 160, "processorpipelin": 160, "process_domain_record": 160, "whole": [2, 160], "singl": [3, 160], "caller": 160, "wish": 160, "show": 160, "veri": 160, "programmat": [160, 161], "lib": 160, "logger": 160, "all_purpose_logg": 160, "matchtyp": 160, "integr": 160, "middlewar": 160, "synchron": 160, "query_and_extract": 160, "your_custom_extractor": 160, "yourcustomextractor": 160, "load_extractor": 160, "register_rout": 160, "bbc": 160, "index_agg": 160, "processed_url": 160, "await": 160, "try": [3, 160], "design": 161, "interact": 161, "framework": 161, "suffic": 161, "99": 161, "more": [2, 3, 161], "over": 161, "Then": [], "actual": [], "extractem": [], "mode": [3, 4, 155, 156], "why": [], "too": [], "becaus": 3, "abl": [], "know": [], "recomend": [], "sever": [], "high": [], "amount": [], "further": 161, "share": 161, "other": [3, 161], "so": 161, "author": 161, "law": 161, "issu": 161, "parallel": 161, "sampl": 1, "tool": [2, 3], "server": [2, 3], "below": [], "max": [2, 3], "2020": 2, "TO": 2, "cc": [2, 156], "2023": 2, "14": 2, "retri": 2, "request": [2, 161], "increas": 2, "when": [2, 3, 156], "fail": [2, 3], "addit": [2, 3, 156], "sleep": [2, 3], "between": [2, 3], "attempt": [2, 3], "tell": 2, "down": 2, "exact": 2, "prefix": 2, "host": 2, "cdx": 2, "filter_non_200": 2, "non": 2, "200": 2, "One": 2, "posit": [4, 155], "config_path": 3, "rule": 3, "output_path": 3, "max_crawls_per_fil": [2, 3], "yield": 3, "after": 3, "n_proc": 3, "paralel": 3, "level": 3, "useless": 3, "2021": 3, "todai": 3, "infer": 3, "go": 3, "build": 3, "gonna": 3, "appreaci": 3, "got": 3, "some": 3, "pleas": 3, "aw": [3, 161], "athena": [3, 156, 161], "skip": 161, "under": 161, "cirmust": 161, "complet": 161, "throttl": 161, "prefer": 161, "follwo": 156, "gz": 156, "123": 156, "456": 156, "sha1": 156, "1234567890abcdef": 156, "utf": 156, "8": 156, "2018": 156, "00z": 156, "key1": 156, "value1": 156, "key2": 156, "value2": 156, "ad": 156, "belong": 156, "super": 161, "cheap": 161, "sql": 156, "u": 156, "warc_filenam": 156, "warc_record_offset": 156, "warc_record_length": 156, "content_digest": 156, "fetch_tim": 156}, "objects": {"": [[9, 0, 0, "-", "cmoncrawl"]], "cmoncrawl": [[10, 0, 0, "-", "aggregator"], [26, 0, 0, "-", "common"], [63, 0, 0, "-", "processor"]], "cmoncrawl.aggregator": [[11, 0, 0, "-", "index_query"], [19, 0, 0, "-", "utils"]], "cmoncrawl.aggregator.index_query": [[12, 1, 1, "", "IndexAggregator"]], "cmoncrawl.aggregator.index_query.IndexAggregator": [[13, 2, 1, "", "__init__"], [14, 2, 1, "", "aclose"], [15, 2, 1, "", "aopen"], [16, 2, 1, "", "get_all_CC_indexes"], [17, 2, 1, "", "get_captured_responses"], [18, 2, 1, "", "get_number_of_pages"]], "cmoncrawl.aggregator.utils": [[20, 0, 0, "-", "helpers"], [21, 0, 0, "-", "ndjson_decoder"]], "cmoncrawl.aggregator.utils.ndjson_decoder": [[22, 1, 1, "", "Decoder"]], "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder": [[23, 2, 1, "", "__init__"], [24, 2, 1, "", "decode"], [25, 2, 1, "", "raw_decode"]], "cmoncrawl.common": [[27, 0, 0, "-", "loggers"], [28, 0, 0, "-", "types"]], "cmoncrawl.common.types": [[29, 1, 1, "", "DomainCrawl"], [31, 1, 1, "", "DomainRecord"], [38, 1, 1, "", "ExtractConfig"], [45, 1, 1, "", "ExtractorConfig"], [52, 1, 1, "", "PipeMetadata"], [54, 1, 1, "", "RetrieveResponse"], [56, 1, 1, "", "RoutesConfig"]], "cmoncrawl.common.types.DomainCrawl": [[30, 2, 1, "", "__init__"]], "cmoncrawl.common.types.DomainRecord": [[32, 2, 1, "", "__init__"], [33, 2, 1, "", "from_dict"], [34, 2, 1, "", "from_json"], [35, 2, 1, "", "schema"], [36, 2, 1, "", "to_dict"], [37, 2, 1, "", "to_json"]], "cmoncrawl.common.types.ExtractConfig": [[39, 2, 1, "", "__init__"], [40, 2, 1, "", "from_dict"], [41, 2, 1, "", "from_json"], [42, 2, 1, "", "schema"], [43, 2, 1, "", "to_dict"], [44, 2, 1, "", "to_json"]], "cmoncrawl.common.types.ExtractorConfig": [[46, 2, 1, "", "__init__"], [47, 2, 1, "", "from_dict"], [48, 2, 1, "", "from_json"], [49, 2, 1, "", "schema"], [50, 2, 1, "", "to_dict"], [51, 2, 1, "", "to_json"]], "cmoncrawl.common.types.PipeMetadata": [[53, 2, 1, "", "__init__"]], "cmoncrawl.common.types.RetrieveResponse": [[55, 2, 1, "", "__init__"]], "cmoncrawl.common.types.RoutesConfig": [[57, 2, 1, "", "__init__"], [58, 2, 1, "", "from_dict"], [59, 2, 1, "", "from_json"], [60, 2, 1, "", "schema"], [61, 2, 1, "", "to_dict"], [62, 2, 1, "", "to_json"]], "cmoncrawl.processor": [[64, 0, 0, "-", "extraction"], [67, 0, 0, "-", "pipeline"]], "cmoncrawl.processor.extraction": [[65, 0, 0, "-", "filters"], [66, 0, 0, "-", "utils"]], "cmoncrawl.processor.pipeline": [[68, 0, 0, "-", "downloader"], [84, 0, 0, "-", "extractor"], [109, 0, 0, "-", "pipeline"], [113, 0, 0, "-", "router"], [128, 0, 0, "-", "streamer"]], "cmoncrawl.processor.pipeline.downloader": [[69, 1, 1, "", "AsyncDownloader"], [75, 1, 1, "", "DownloaderDummy"], [81, 1, 1, "", "IDownloader"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader": [[70, 2, 1, "", "__init__"], [71, 2, 1, "", "aclose"], [72, 2, 1, "", "aopen"], [73, 2, 1, "", "download"], [74, 2, 1, "", "unwrap"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy": [[76, 2, 1, "", "__init__"], [77, 2, 1, "", "download"], [78, 2, 1, "", "extract_url"], [79, 2, 1, "", "extract_year"], [80, 2, 1, "", "mine_metadata"]], "cmoncrawl.processor.pipeline.downloader.IDownloader": [[82, 2, 1, "", "__init__"], [83, 2, 1, "", "download"]], "cmoncrawl.processor.pipeline.extractor": [[85, 1, 1, "", "BaseExtractor"], [92, 1, 1, "", "DomainRecordExtractor"], [99, 1, 1, "", "HTMLExtractor"], [106, 1, 1, "", "IExtractor"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor": [[86, 2, 1, "", "__init__"], [87, 2, 1, "", "extract"], [88, 2, 1, "", "extract_soup"], [89, 2, 1, "", "filter_raw"], [90, 2, 1, "", "filter_soup"], [91, 2, 1, "", "preprocess"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor": [[93, 2, 1, "", "__init__"], [94, 2, 1, "", "extract"], [95, 2, 1, "", "extract_soup"], [96, 2, 1, "", "filter_raw"], [97, 2, 1, "", "filter_soup"], [98, 2, 1, "", "preprocess"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor": [[100, 2, 1, "", "__init__"], [101, 2, 1, "", "extract"], [102, 2, 1, "", "extract_soup"], [103, 2, 1, "", "filter_raw"], [104, 2, 1, "", "filter_soup"], [105, 2, 1, "", "preprocess"]], "cmoncrawl.processor.pipeline.extractor.IExtractor": [[107, 2, 1, "", "__init__"], [108, 2, 1, "", "extract"]], "cmoncrawl.processor.pipeline.pipeline": [[110, 1, 1, "", "ProcessorPipeline"]], "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline": [[111, 2, 1, "", "__init__"], [112, 2, 1, "", "process_domain_record"]], "cmoncrawl.processor.pipeline.router": [[114, 1, 1, "", "IRouter"], [117, 1, 1, "", "Route"], [119, 1, 1, "", "Router"]], "cmoncrawl.processor.pipeline.router.IRouter": [[115, 2, 1, "", "__init__"], [116, 2, 1, "", "route"]], "cmoncrawl.processor.pipeline.router.Route": [[118, 2, 1, "", "__init__"]], "cmoncrawl.processor.pipeline.router.Router": [[120, 2, 1, "", "__init__"], [121, 2, 1, "", "load_extractor"], [122, 2, 1, "", "load_module"], [123, 2, 1, "", "load_module_as_extractor"], [124, 2, 1, "", "load_modules"], [125, 2, 1, "", "register_route"], [126, 2, 1, "", "register_routes"], [127, 2, 1, "", "route"]], "cmoncrawl.processor.pipeline.streamer": [[129, 1, 1, "", "BaseStreamerFile"], [135, 1, 1, "", "IStreamer"], [139, 1, 1, "", "StreamerDummy"], [143, 1, 1, "", "StreamerFileHTML"], [149, 1, 1, "", "StreamerFileJSON"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile": [[130, 2, 1, "", "__init__"], [131, 2, 1, "", "clean_up"], [132, 2, 1, "", "get_file_name"], [133, 2, 1, "", "metadata_to_string"], [134, 2, 1, "", "stream"]], "cmoncrawl.processor.pipeline.streamer.IStreamer": [[136, 2, 1, "", "__init__"], [137, 2, 1, "", "clean_up"], [138, 2, 1, "", "stream"]], "cmoncrawl.processor.pipeline.streamer.StreamerDummy": [[140, 2, 1, "", "__init__"], [141, 2, 1, "", "clean_up"], [142, 2, 1, "", "stream"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML": [[144, 2, 1, "", "__init__"], [145, 2, 1, "", "clean_up"], [146, 2, 1, "", "get_file_name"], [147, 2, 1, "", "metadata_to_string"], [148, 2, 1, "", "stream"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON": [[150, 2, 1, "", "__init__"], [151, 2, 1, "", "clean_up"], [152, 2, 1, "", "get_file_name"], [153, 2, 1, "", "metadata_to_string"], [154, 2, 1, "", "stream"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"]}, "titleterms": {"api": 0, "command": [1, 2, 3, 4], "line": [1, 2, 3, 4], "interfac": [1, 4], "exampl": [1, 2, 3, 5, 6], "download": [2, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 159], "extract": [3, 6, 7, 8, 64, 65, 66, 87, 94, 101, 108, 159], "content": [4, 7, 155, 157, 158], "extractor": [5, 6, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 155, 159], "config": 5, "file": [5, 159], "structr": [], "__init__": [5, 13, 23, 30, 32, 39, 46, 53, 55, 57, 70, 76, 82, 86, 93, 100, 107, 111, 115, 118, 120, 130, 136, 140, 144, 150], "py": 5, "arbitrari": 5, "code": 5, "execut": 5, "structur": 5, "baseextractor": [6, 85, 86, 87, 88, 89, 90, 91], "filter": [6, 8, 65, 159], "util": [8, 19, 20, 21, 22, 23, 24, 25, 66], "cmoncrawl": [9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154], "aggreg": [10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25], "index_queri": [11, 12, 13, 14, 15, 16, 17, 18], "indexaggreg": [12, 13, 14, 15, 16, 17, 18], "aclos": [14, 71], "aopen": [15, 72], "get_all_cc_index": 16, "get_captured_respons": 17, "get_number_of_pag": 18, "helper": 20, "ndjson_decod": [21, 22, 23, 24, 25], "decod": [22, 23, 24, 25], "raw_decod": 25, "common": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 159], "logger": 27, "type": [28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62], "domaincrawl": [29, 30], "domainrecord": [31, 32, 33, 34, 35, 36, 37], "from_dict": [33, 40, 47, 58], "from_json": [34, 41, 48, 59], "schema": [35, 42, 49, 60], "to_dict": [36, 43, 50, 61], "to_json": [37, 44, 51, 62], "extractconfig": [38, 39, 40, 41, 42, 43, 44], "extractorconfig": [45, 46, 47, 48, 49, 50, 51], "pipemetadata": [52, 53], "retrieverespons": [54, 55], "routesconfig": [56, 57, 58, 59, 60, 61, 62], "processor": [63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154], "pipelin": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 160], "asyncdownload": [69, 70, 71, 72, 73, 74], "unwrap": 74, "downloaderdummi": [75, 76, 77, 78, 79, 80], "extract_url": 78, "extract_year": 79, "mine_metadata": 80, "idownload": [81, 82, 83], "extract_soup": [88, 95, 102], "filter_raw": [89, 96, 103], "filter_soup": [90, 97, 104], "preprocess": [91, 98, 105], "domainrecordextractor": [92, 93, 94, 95, 96, 97, 98], "htmlextractor": [99, 100, 101, 102, 103, 104, 105], "iextractor": [106, 107, 108], "processorpipelin": [110, 111, 112], "process_domain_record": 112, "router": [113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127], "irout": [114, 115, 116], "rout": [116, 117, 118, 127], "load_extractor": 121, "load_modul": [122, 124], "load_module_as_extractor": 123, "register_rout": [125, 126], "streamer": [128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154], "basestreamerfil": [129, 130, 131, 132, 133, 134], "clean_up": [131, 137, 141, 145, 151], "get_file_nam": [132, 146, 152], "metadata_to_str": [133, 147, 153], "stream": [134, 138, 142, 148, 154], "istream": [135, 136, 137, 138], "streamerdummi": [139, 140, 141, 142], "streamerfilehtml": [143, 144, 145, 146, 147, 148], "streamerfilejson": [149, 150, 151, 152, 153, 154], "welcom": 155, "commoncrawl": [155, 159], "": 155, "document": 155, "indic": 155, "tabl": 155, "domain": 156, "record": [2, 3, 156], "miscellan": 157, "program": [158, 159], "guid": [158, 159], "how": 159, "from": 159, "crawl": 159, "theori": 159, "1": 159, "queri": 159, "2": 159, "3": 159, "choos": 159, "4": 159, "out": 159, "web": 159, "page": 159, "5": 159, "field": 159, "6": 159, "save": 159, "custom": [6, 160], "put": 160, "all": 160, "togeth": 160, "usag": 161, "workflow": 161, "option": [2, 3], "mode": 2, "posit": [2, 3], "argument": [2, 3], "html": 3, "jsonl": 156, "format": 156}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 57}, "alltitles": {"API": [[0, "api"]], "Command Line Interface": [[4, "command-line-interface"], [1, "command-line-interface"]], "Contents:": [[4, null], [7, null], [157, null], [158, null], [155, null]], "Extraction": [[7, "extraction"], [8, "extraction"], [6, "extraction"]], "Filtering": [[8, "filtering"], [6, "filtering"]], "Extraction utils": [[8, "extraction-utils"]], "cmoncrawl": [[9, "module-cmoncrawl"]], "cmoncrawl.aggregator": [[10, "module-cmoncrawl.aggregator"]], "cmoncrawl.aggregator.index_query": [[11, "module-cmoncrawl.aggregator.index_query"]], "cmoncrawl.aggregator.index_query.IndexAggregator": [[12, "cmoncrawl-aggregator-index-query-indexaggregator"]], "cmoncrawl.aggregator.index_query.IndexAggregator.__init__": [[13, "cmoncrawl-aggregator-index-query-indexaggregator-init"]], "cmoncrawl.aggregator.index_query.IndexAggregator.aclose": [[14, "cmoncrawl-aggregator-index-query-indexaggregator-aclose"]], "cmoncrawl.aggregator.index_query.IndexAggregator.aopen": [[15, "cmoncrawl-aggregator-index-query-indexaggregator-aopen"]], "cmoncrawl.aggregator.index_query.IndexAggregator.get_all_CC_indexes": [[16, "cmoncrawl-aggregator-index-query-indexaggregator-get-all-cc-indexes"]], "cmoncrawl.aggregator.index_query.IndexAggregator.get_captured_responses": [[17, "cmoncrawl-aggregator-index-query-indexaggregator-get-captured-responses"]], "cmoncrawl.aggregator.index_query.IndexAggregator.get_number_of_pages": [[18, "cmoncrawl-aggregator-index-query-indexaggregator-get-number-of-pages"]], "cmoncrawl.aggregator.utils": [[19, "module-cmoncrawl.aggregator.utils"]], "cmoncrawl.aggregator.utils.helpers": [[20, "module-cmoncrawl.aggregator.utils.helpers"]], "cmoncrawl.aggregator.utils.ndjson_decoder": [[21, "module-cmoncrawl.aggregator.utils.ndjson_decoder"]], "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder": [[22, "cmoncrawl-aggregator-utils-ndjson-decoder-decoder"]], "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.__init__": [[23, "cmoncrawl-aggregator-utils-ndjson-decoder-decoder-init"]], "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.decode": [[24, "cmoncrawl-aggregator-utils-ndjson-decoder-decoder-decode"]], "cmoncrawl.aggregator.utils.ndjson_decoder.Decoder.raw_decode": [[25, "cmoncrawl-aggregator-utils-ndjson-decoder-decoder-raw-decode"]], "cmoncrawl.common": [[26, "module-cmoncrawl.common"]], "cmoncrawl.common.loggers": [[27, "module-cmoncrawl.common.loggers"]], "cmoncrawl.common.types": [[28, "module-cmoncrawl.common.types"]], "cmoncrawl.common.types.DomainCrawl": [[29, "cmoncrawl-common-types-domaincrawl"]], "cmoncrawl.common.types.DomainCrawl.__init__": [[30, "cmoncrawl-common-types-domaincrawl-init"]], "cmoncrawl.common.types.DomainRecord": [[31, "cmoncrawl-common-types-domainrecord"]], "cmoncrawl.common.types.DomainRecord.__init__": [[32, "cmoncrawl-common-types-domainrecord-init"]], "cmoncrawl.common.types.DomainRecord.from_dict": [[33, "cmoncrawl-common-types-domainrecord-from-dict"]], "cmoncrawl.common.types.DomainRecord.from_json": [[34, "cmoncrawl-common-types-domainrecord-from-json"]], "cmoncrawl.common.types.DomainRecord.schema": [[35, "cmoncrawl-common-types-domainrecord-schema"]], "cmoncrawl.common.types.DomainRecord.to_dict": [[36, "cmoncrawl-common-types-domainrecord-to-dict"]], "cmoncrawl.common.types.DomainRecord.to_json": [[37, "cmoncrawl-common-types-domainrecord-to-json"]], "cmoncrawl.common.types.ExtractConfig": [[38, "cmoncrawl-common-types-extractconfig"]], "cmoncrawl.common.types.ExtractConfig.__init__": [[39, "cmoncrawl-common-types-extractconfig-init"]], "cmoncrawl.common.types.ExtractConfig.from_dict": [[40, "cmoncrawl-common-types-extractconfig-from-dict"]], "cmoncrawl.common.types.ExtractConfig.from_json": [[41, "cmoncrawl-common-types-extractconfig-from-json"]], "cmoncrawl.common.types.ExtractConfig.schema": [[42, "cmoncrawl-common-types-extractconfig-schema"]], "cmoncrawl.common.types.ExtractConfig.to_dict": [[43, "cmoncrawl-common-types-extractconfig-to-dict"]], "cmoncrawl.common.types.ExtractConfig.to_json": [[44, "cmoncrawl-common-types-extractconfig-to-json"]], "cmoncrawl.common.types.ExtractorConfig": [[45, "cmoncrawl-common-types-extractorconfig"]], "cmoncrawl.common.types.ExtractorConfig.__init__": [[46, "cmoncrawl-common-types-extractorconfig-init"]], "cmoncrawl.common.types.ExtractorConfig.from_dict": [[47, "cmoncrawl-common-types-extractorconfig-from-dict"]], "cmoncrawl.common.types.ExtractorConfig.from_json": [[48, "cmoncrawl-common-types-extractorconfig-from-json"]], "cmoncrawl.common.types.ExtractorConfig.schema": [[49, "cmoncrawl-common-types-extractorconfig-schema"]], "cmoncrawl.common.types.ExtractorConfig.to_dict": [[50, "cmoncrawl-common-types-extractorconfig-to-dict"]], "cmoncrawl.common.types.ExtractorConfig.to_json": [[51, "cmoncrawl-common-types-extractorconfig-to-json"]], "cmoncrawl.common.types.PipeMetadata": [[52, "cmoncrawl-common-types-pipemetadata"]], "cmoncrawl.common.types.PipeMetadata.__init__": [[53, "cmoncrawl-common-types-pipemetadata-init"]], "cmoncrawl.common.types.RetrieveResponse": [[54, "cmoncrawl-common-types-retrieveresponse"]], "cmoncrawl.common.types.RetrieveResponse.__init__": [[55, "cmoncrawl-common-types-retrieveresponse-init"]], "cmoncrawl.common.types.RoutesConfig": [[56, "cmoncrawl-common-types-routesconfig"]], "cmoncrawl.common.types.RoutesConfig.__init__": [[57, "cmoncrawl-common-types-routesconfig-init"]], "cmoncrawl.common.types.RoutesConfig.from_dict": [[58, "cmoncrawl-common-types-routesconfig-from-dict"]], "cmoncrawl.common.types.RoutesConfig.from_json": [[59, "cmoncrawl-common-types-routesconfig-from-json"]], "cmoncrawl.common.types.RoutesConfig.schema": [[60, "cmoncrawl-common-types-routesconfig-schema"]], "cmoncrawl.common.types.RoutesConfig.to_dict": [[61, "cmoncrawl-common-types-routesconfig-to-dict"]], "cmoncrawl.common.types.RoutesConfig.to_json": [[62, "cmoncrawl-common-types-routesconfig-to-json"]], "cmoncrawl.processor": [[63, "module-cmoncrawl.processor"]], "cmoncrawl.processor.extraction": [[64, "module-cmoncrawl.processor.extraction"]], "cmoncrawl.processor.extraction.filters": [[65, "module-cmoncrawl.processor.extraction.filters"]], "cmoncrawl.processor.extraction.utils": [[66, "module-cmoncrawl.processor.extraction.utils"]], "cmoncrawl.processor.pipeline": [[67, "module-cmoncrawl.processor.pipeline"]], "cmoncrawl.processor.pipeline.downloader": [[68, "module-cmoncrawl.processor.pipeline.downloader"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader": [[69, "cmoncrawl-processor-pipeline-downloader-asyncdownloader"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.__init__": [[70, "cmoncrawl-processor-pipeline-downloader-asyncdownloader-init"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aclose": [[71, "cmoncrawl-processor-pipeline-downloader-asyncdownloader-aclose"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.aopen": [[72, "cmoncrawl-processor-pipeline-downloader-asyncdownloader-aopen"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.download": [[73, "cmoncrawl-processor-pipeline-downloader-asyncdownloader-download"]], "cmoncrawl.processor.pipeline.downloader.AsyncDownloader.unwrap": [[74, "cmoncrawl-processor-pipeline-downloader-asyncdownloader-unwrap"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy": [[75, "cmoncrawl-processor-pipeline-downloader-downloaderdummy"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.__init__": [[76, "cmoncrawl-processor-pipeline-downloader-downloaderdummy-init"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.download": [[77, "cmoncrawl-processor-pipeline-downloader-downloaderdummy-download"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_url": [[78, "cmoncrawl-processor-pipeline-downloader-downloaderdummy-extract-url"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.extract_year": [[79, "cmoncrawl-processor-pipeline-downloader-downloaderdummy-extract-year"]], "cmoncrawl.processor.pipeline.downloader.DownloaderDummy.mine_metadata": [[80, "cmoncrawl-processor-pipeline-downloader-downloaderdummy-mine-metadata"]], "cmoncrawl.processor.pipeline.downloader.IDownloader": [[81, "cmoncrawl-processor-pipeline-downloader-idownloader"]], "cmoncrawl.processor.pipeline.downloader.IDownloader.__init__": [[82, "cmoncrawl-processor-pipeline-downloader-idownloader-init"]], "cmoncrawl.processor.pipeline.downloader.IDownloader.download": [[83, "cmoncrawl-processor-pipeline-downloader-idownloader-download"]], "cmoncrawl.processor.pipeline.extractor": [[84, "module-cmoncrawl.processor.pipeline.extractor"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor": [[85, "cmoncrawl-processor-pipeline-extractor-baseextractor"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor.__init__": [[86, "cmoncrawl-processor-pipeline-extractor-baseextractor-init"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract": [[87, "cmoncrawl-processor-pipeline-extractor-baseextractor-extract"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor.extract_soup": [[88, "cmoncrawl-processor-pipeline-extractor-baseextractor-extract-soup"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_raw": [[89, "cmoncrawl-processor-pipeline-extractor-baseextractor-filter-raw"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor.filter_soup": [[90, "cmoncrawl-processor-pipeline-extractor-baseextractor-filter-soup"]], "cmoncrawl.processor.pipeline.extractor.BaseExtractor.preprocess": [[91, "cmoncrawl-processor-pipeline-extractor-baseextractor-preprocess"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor": [[92, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.__init__": [[93, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor-init"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract": [[94, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor-extract"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.extract_soup": [[95, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor-extract-soup"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_raw": [[96, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor-filter-raw"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.filter_soup": [[97, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor-filter-soup"]], "cmoncrawl.processor.pipeline.extractor.DomainRecordExtractor.preprocess": [[98, "cmoncrawl-processor-pipeline-extractor-domainrecordextractor-preprocess"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor": [[99, "cmoncrawl-processor-pipeline-extractor-htmlextractor"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.__init__": [[100, "cmoncrawl-processor-pipeline-extractor-htmlextractor-init"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract": [[101, "cmoncrawl-processor-pipeline-extractor-htmlextractor-extract"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.extract_soup": [[102, "cmoncrawl-processor-pipeline-extractor-htmlextractor-extract-soup"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_raw": [[103, "cmoncrawl-processor-pipeline-extractor-htmlextractor-filter-raw"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.filter_soup": [[104, "cmoncrawl-processor-pipeline-extractor-htmlextractor-filter-soup"]], "cmoncrawl.processor.pipeline.extractor.HTMLExtractor.preprocess": [[105, "cmoncrawl-processor-pipeline-extractor-htmlextractor-preprocess"]], "cmoncrawl.processor.pipeline.extractor.IExtractor": [[106, "cmoncrawl-processor-pipeline-extractor-iextractor"]], "cmoncrawl.processor.pipeline.extractor.IExtractor.__init__": [[107, "cmoncrawl-processor-pipeline-extractor-iextractor-init"]], "cmoncrawl.processor.pipeline.extractor.IExtractor.extract": [[108, "cmoncrawl-processor-pipeline-extractor-iextractor-extract"]], "cmoncrawl.processor.pipeline.pipeline": [[109, "module-cmoncrawl.processor.pipeline.pipeline"]], "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline": [[110, "cmoncrawl-processor-pipeline-pipeline-processorpipeline"]], "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.__init__": [[111, "cmoncrawl-processor-pipeline-pipeline-processorpipeline-init"]], "cmoncrawl.processor.pipeline.pipeline.ProcessorPipeline.process_domain_record": [[112, "cmoncrawl-processor-pipeline-pipeline-processorpipeline-process-domain-record"]], "cmoncrawl.processor.pipeline.router": [[113, "module-cmoncrawl.processor.pipeline.router"]], "cmoncrawl.processor.pipeline.router.IRouter": [[114, "cmoncrawl-processor-pipeline-router-irouter"]], "cmoncrawl.processor.pipeline.router.IRouter.__init__": [[115, "cmoncrawl-processor-pipeline-router-irouter-init"]], "cmoncrawl.processor.pipeline.router.IRouter.route": [[116, "cmoncrawl-processor-pipeline-router-irouter-route"]], "cmoncrawl.processor.pipeline.router.Route": [[117, "cmoncrawl-processor-pipeline-router-route"]], "cmoncrawl.processor.pipeline.router.Route.__init__": [[118, "cmoncrawl-processor-pipeline-router-route-init"]], "cmoncrawl.processor.pipeline.router.Router": [[119, "cmoncrawl-processor-pipeline-router-router"]], "cmoncrawl.processor.pipeline.router.Router.__init__": [[120, "cmoncrawl-processor-pipeline-router-router-init"]], "cmoncrawl.processor.pipeline.router.Router.load_extractor": [[121, "cmoncrawl-processor-pipeline-router-router-load-extractor"]], "cmoncrawl.processor.pipeline.router.Router.load_module": [[122, "cmoncrawl-processor-pipeline-router-router-load-module"]], "cmoncrawl.processor.pipeline.router.Router.load_module_as_extractor": [[123, "cmoncrawl-processor-pipeline-router-router-load-module-as-extractor"]], "cmoncrawl.processor.pipeline.router.Router.load_modules": [[124, "cmoncrawl-processor-pipeline-router-router-load-modules"]], "cmoncrawl.processor.pipeline.router.Router.register_route": [[125, "cmoncrawl-processor-pipeline-router-router-register-route"]], "cmoncrawl.processor.pipeline.router.Router.register_routes": [[126, "cmoncrawl-processor-pipeline-router-router-register-routes"]], "cmoncrawl.processor.pipeline.router.Router.route": [[127, "cmoncrawl-processor-pipeline-router-router-route"]], "cmoncrawl.processor.pipeline.streamer": [[128, "module-cmoncrawl.processor.pipeline.streamer"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile": [[129, "cmoncrawl-processor-pipeline-streamer-basestreamerfile"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.__init__": [[130, "cmoncrawl-processor-pipeline-streamer-basestreamerfile-init"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.clean_up": [[131, "cmoncrawl-processor-pipeline-streamer-basestreamerfile-clean-up"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.get_file_name": [[132, "cmoncrawl-processor-pipeline-streamer-basestreamerfile-get-file-name"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.metadata_to_string": [[133, "cmoncrawl-processor-pipeline-streamer-basestreamerfile-metadata-to-string"]], "cmoncrawl.processor.pipeline.streamer.BaseStreamerFile.stream": [[134, "cmoncrawl-processor-pipeline-streamer-basestreamerfile-stream"]], "cmoncrawl.processor.pipeline.streamer.IStreamer": [[135, "cmoncrawl-processor-pipeline-streamer-istreamer"]], "cmoncrawl.processor.pipeline.streamer.IStreamer.__init__": [[136, "cmoncrawl-processor-pipeline-streamer-istreamer-init"]], "cmoncrawl.processor.pipeline.streamer.IStreamer.clean_up": [[137, "cmoncrawl-processor-pipeline-streamer-istreamer-clean-up"]], "cmoncrawl.processor.pipeline.streamer.IStreamer.stream": [[138, "cmoncrawl-processor-pipeline-streamer-istreamer-stream"]], "cmoncrawl.processor.pipeline.streamer.StreamerDummy": [[139, "cmoncrawl-processor-pipeline-streamer-streamerdummy"]], "cmoncrawl.processor.pipeline.streamer.StreamerDummy.__init__": [[140, "cmoncrawl-processor-pipeline-streamer-streamerdummy-init"]], "cmoncrawl.processor.pipeline.streamer.StreamerDummy.clean_up": [[141, "cmoncrawl-processor-pipeline-streamer-streamerdummy-clean-up"]], "cmoncrawl.processor.pipeline.streamer.StreamerDummy.stream": [[142, "cmoncrawl-processor-pipeline-streamer-streamerdummy-stream"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML": [[143, "cmoncrawl-processor-pipeline-streamer-streamerfilehtml"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.__init__": [[144, "cmoncrawl-processor-pipeline-streamer-streamerfilehtml-init"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.clean_up": [[145, "cmoncrawl-processor-pipeline-streamer-streamerfilehtml-clean-up"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.get_file_name": [[146, "cmoncrawl-processor-pipeline-streamer-streamerfilehtml-get-file-name"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.metadata_to_string": [[147, "cmoncrawl-processor-pipeline-streamer-streamerfilehtml-metadata-to-string"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileHTML.stream": [[148, "cmoncrawl-processor-pipeline-streamer-streamerfilehtml-stream"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON": [[149, "cmoncrawl-processor-pipeline-streamer-streamerfilejson"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.__init__": [[150, "cmoncrawl-processor-pipeline-streamer-streamerfilejson-init"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.clean_up": [[151, "cmoncrawl-processor-pipeline-streamer-streamerfilejson-clean-up"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.get_file_name": [[152, "cmoncrawl-processor-pipeline-streamer-streamerfilejson-get-file-name"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.metadata_to_string": [[153, "cmoncrawl-processor-pipeline-streamer-streamerfilejson-metadata-to-string"]], "cmoncrawl.processor.pipeline.streamer.StreamerFileJSON.stream": [[154, "cmoncrawl-processor-pipeline-streamer-streamerfilejson-stream"]], "Miscellaneous": [[157, "miscellaneous"]], "Programming Guide": [[158, "programming-guide"], [159, "programming-guide"]], "Custom Pipeline": [[160, "custom-pipeline"]], "Pipeline": [[160, "pipeline"]], "Putting it all together": [[160, "putting-it-all-together"]], "Welcome to CommonCrawl Extractor\u2019s documentation!": [[155, "welcome-to-commoncrawl-extractor-s-documentation"]], "Indices and tables": [[155, "indices-and-tables"]], "Examples": [[1, "examples"], [2, "examples"], [3, "examples"]], "Example": [[5, "example"], [6, "example"]], "Extractor config file": [[5, "extractor-config-file"]], "Structure": [[5, "structure"]], "__init__.py": [[5, "init-py"]], "Arbitrary Code Execution": [[5, "arbitrary-code-execution"]], "Custom Extractor": [[6, "custom-extractor"]], "BaseExtractor": [[6, "baseextractor"]], "How to extract from Common Crawl (theory)": [[159, "how-to-extract-from-common-crawl-theory"]], "1. Querying CommonCrawl": [[159, "querying-commoncrawl"]], "2. Downloading a file": [[159, "downloading-a-file"]], "3. Choose extractor": [[159, "choose-extractor"]], "4. Filtering out the web page": [[159, "filtering-out-the-web-page"]], "5. Extract fields from the page": [[159, "extract-fields-from-the-page"]], "6. File saving": [[159, "file-saving"]], "Command Line Download": [[2, "command-line-download"]], "Positional arguments": [[2, "positional-arguments"], [3, "positional-arguments"]], "Options": [[2, "options"]], "Record mode options": [[2, "record-mode-options"]], "Usage": [[161, "usage"]], "Workflow": [[161, "workflow"]], "Domain Record": [[156, "domain-record"]], "Domain Record JSONL format": [[156, "domain-record-jsonl-format"]], "Command line Extract": [[3, "command-line-extract"]], "Optional arguments": [[3, "optional-arguments"]], "Record arguments": [[3, "record-arguments"]], "Html arguments": [[3, "html-arguments"]]}, "indexentries": {}})
\ No newline at end of file
diff --git a/docs/build/index.html b/docs/build/index.html
deleted file mode 100644
index 07071089..00000000
--- a/docs/build/index.html
+++ /dev/null
@@ -1 +0,0 @@
-<meta http-equiv="refresh" content="0; url=./build/html/index.html" />
diff --git a/docs/source/api.rst b/docs/source/api.rst
index 76c4a0e7..2ed3eeb5 100644
--- a/docs/source/api.rst
+++ b/docs/source/api.rst
@@ -6,8 +6,7 @@ API
     :toctree: generated
 
 
-    Aggregator
-    Processor
+    cmoncrawl
 
 
 
diff --git a/docs/source/conf.py b/docs/source/conf.py
index b79405d7..a5f62496 100644
--- a/docs/source/conf.py
+++ b/docs/source/conf.py
@@ -17,12 +17,12 @@
 
 # -- Project information -----------------------------------------------------
 
-project = "CommonCrawl Extractor"
+project = "CmonCrawl"
 copyright = "2022, Hynek Kydlíček"
 author = "Hynek Kydlíček"
 
 # The full version, including alpha/beta/rc tags
-release = "1.0"
+release = "0.9.3"
 
 
 # -- General configuration ---------------------------------------------------
diff --git a/docs/source/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst b/docs/source/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst
deleted file mode 100644
index 85e4d70b..00000000
--- a/docs/source/generated/Aggregator.App.index_query.DomainCrawl.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.DomainCrawl.\_\_init\_\_
-====================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: DomainCrawl.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.DomainCrawl.rst b/docs/source/generated/Aggregator.App.index_query.DomainCrawl.rst
deleted file mode 100644
index f72f8295..00000000
--- a/docs/source/generated/Aggregator.App.index_query.DomainCrawl.rst
+++ /dev/null
@@ -1,32 +0,0 @@
-Aggregator.App.index\_query.DomainCrawl
-=======================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: DomainCrawl
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DomainCrawl.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~DomainCrawl.cdx_server
-      ~DomainCrawl.domain
-      ~DomainCrawl.page
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.DomainRecord.__init__.rst b/docs/source/generated/Aggregator.App.index_query.DomainRecord.__init__.rst
deleted file mode 100644
index ad2f70fa..00000000
--- a/docs/source/generated/Aggregator.App.index_query.DomainRecord.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.DomainRecord.\_\_init\_\_
-=====================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: DomainRecord.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.DomainRecord.rst b/docs/source/generated/Aggregator.App.index_query.DomainRecord.rst
deleted file mode 100644
index 15196f89..00000000
--- a/docs/source/generated/Aggregator.App.index_query.DomainRecord.rst
+++ /dev/null
@@ -1,36 +0,0 @@
-Aggregator.App.index\_query.DomainRecord
-========================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: DomainRecord
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DomainRecord.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~DomainRecord.digest
-      ~DomainRecord.encoding
-      ~DomainRecord.timestamp
-      ~DomainRecord.filename
-      ~DomainRecord.url
-      ~DomainRecord.offset
-      ~DomainRecord.length
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst
deleted file mode 100644
index 9bf74300..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.\_\_init\_\_
-========================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst
deleted file mode 100644
index 3de6bcdf..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.aclose.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.aclose
-==================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.aclose
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst
deleted file mode 100644
index f62b5568..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.aopen.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.aopen
-=================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.aopen
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst
deleted file mode 100644
index 49c1a573..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_all_CC_indexes.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.get\_all\_CC\_indexes
-=================================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.get_all_CC_indexes
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst
deleted file mode 100644
index 61a404c4..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_captured_responses.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.get\_captured\_responses
-====================================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.get_captured_responses
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst
deleted file mode 100644
index 2a2427bd..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.get_number_of_pages.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator.get\_number\_of\_pages
-==================================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: IndexAggregator.get_number_of_pages
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.rst b/docs/source/generated/Aggregator.App.index_query.IndexAggregator.rst
deleted file mode 100644
index 33ebd99b..00000000
--- a/docs/source/generated/Aggregator.App.index_query.IndexAggregator.rst
+++ /dev/null
@@ -1,29 +0,0 @@
-Aggregator.App.index\_query.IndexAggregator
-===========================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: IndexAggregator
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~IndexAggregator.__init__
-      ~IndexAggregator.aclose
-      ~IndexAggregator.aopen
-      ~IndexAggregator.get_all_CC_indexes
-      ~IndexAggregator.get_captured_responses
-      ~IndexAggregator.get_number_of_pages
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst b/docs/source/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst
deleted file mode 100644
index 90655f25..00000000
--- a/docs/source/generated/Aggregator.App.index_query.RetrieveResponse.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.index\_query.RetrieveResponse.\_\_init\_\_
-=========================================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. automethod:: RetrieveResponse.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.RetrieveResponse.rst b/docs/source/generated/Aggregator.App.index_query.RetrieveResponse.rst
deleted file mode 100644
index 49c3fbaa..00000000
--- a/docs/source/generated/Aggregator.App.index_query.RetrieveResponse.rst
+++ /dev/null
@@ -1,32 +0,0 @@
-Aggregator.App.index\_query.RetrieveResponse
-============================================
-
-.. currentmodule:: Aggregator.App.index_query
-
-.. autoclass:: RetrieveResponse
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~RetrieveResponse.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~RetrieveResponse.status
-      ~RetrieveResponse.content
-      ~RetrieveResponse.reason
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.index_query.rst b/docs/source/generated/Aggregator.App.index_query.rst
deleted file mode 100644
index 21d0ce61..00000000
--- a/docs/source/generated/Aggregator.App.index_query.rst
+++ /dev/null
@@ -1,41 +0,0 @@
-Aggregator.App.index\_query
-===========================
-
-.. automodule:: Aggregator.App.index_query
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      crawl_to_year
-      timestamp_to_datetime
-      to_timestamp_format
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DomainCrawl
-      DomainRecord
-      IndexAggregator
-      RetrieveResponse
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst b/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst
deleted file mode 100644
index 9519a827..00000000
--- a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder.\_\_init\_\_
-===================================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. automethod:: Decoder.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst b/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst
deleted file mode 100644
index 347d669d..00000000
--- a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.decode.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder.decode
-=============================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. automethod:: Decoder.decode
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst b/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst
deleted file mode 100644
index d8582fe2..00000000
--- a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.raw_decode.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder.raw\_decode
-==================================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. automethod:: Decoder.raw_decode
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.rst b/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.rst
deleted file mode 100644
index 38606e34..00000000
--- a/docs/source/generated/Aggregator.App.ndjson_decoder.Decoder.rst
+++ /dev/null
@@ -1,26 +0,0 @@
-Aggregator.App.ndjson\_decoder.Decoder
-======================================
-
-.. currentmodule:: Aggregator.App.ndjson_decoder
-
-.. autoclass:: Decoder
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Decoder.__init__
-      ~Decoder.decode
-      ~Decoder.raw_decode
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Aggregator.App.ndjson_decoder.rst b/docs/source/generated/Aggregator.App.ndjson_decoder.rst
deleted file mode 100644
index e23af3d3..00000000
--- a/docs/source/generated/Aggregator.App.ndjson_decoder.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Aggregator.App.ndjson\_decoder
-==============================
-
-.. automodule:: Aggregator.App.ndjson_decoder
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Decoder
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Aggregator.App.rst b/docs/source/generated/Aggregator.App.rst
deleted file mode 100644
index d895b720..00000000
--- a/docs/source/generated/Aggregator.App.rst
+++ /dev/null
@@ -1,33 +0,0 @@
-Aggregator.App
-==============
-
-.. automodule:: Aggregator.App
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Aggregator.App.index_query
-   Aggregator.App.ndjson_decoder
-   Aggregator.App.utils
-
diff --git a/docs/source/generated/Aggregator.App.utils.rst b/docs/source/generated/Aggregator.App.utils.rst
deleted file mode 100644
index 98dabc43..00000000
--- a/docs/source/generated/Aggregator.App.utils.rst
+++ /dev/null
@@ -1,23 +0,0 @@
-Aggregator.App.utils
-====================
-
-.. automodule:: Aggregator.App.utils
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Aggregator.aggregator.rst b/docs/source/generated/Aggregator.aggregator.rst
deleted file mode 100644
index a181dc26..00000000
--- a/docs/source/generated/Aggregator.aggregator.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Aggregator.aggregator
-=====================
-
-.. automodule:: Aggregator.aggregator
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      aggregate
-      init_connection
-      unify_url_id
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Aggregator.rst b/docs/source/generated/Aggregator.rst
deleted file mode 100644
index 32185271..00000000
--- a/docs/source/generated/Aggregator.rst
+++ /dev/null
@@ -1,32 +0,0 @@
-Aggregator
-==========
-
-.. automodule:: Aggregator
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Aggregator.App
-   Aggregator.aggregator
-
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst
deleted file mode 100644
index 0249c1c4..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.\_\_init\_\_
-===========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst
deleted file mode 100644
index 597704ce..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.article_extract.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.article\_extract
-===============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.article_extract
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst
deleted file mode 100644
index c3b3734c..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.check_required.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.check\_required
-==============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.check_required
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst
deleted file mode 100644
index abd8be1c..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.custom\_extract
-==============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.custom_extract
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst
deleted file mode 100644
index ad21e89b..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.custom\_filter\_raw
-==================================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.custom_filter_raw
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst
deleted file mode 100644
index 046ed0bd..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.custom\_filter\_soup
-===================================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.custom_filter_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst
deleted file mode 100644
index 7c40a2f9..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.extract
-======================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.extract
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst
deleted file mode 100644
index 0b613f02..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.extract_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.extract\_soup
-============================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.extract_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst
deleted file mode 100644
index 932fc5f9..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_raw.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.filter\_raw
-==========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.filter_raw
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst
deleted file mode 100644
index e39b8e4e..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.filter_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.filter\_soup
-===========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.filter_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst
deleted file mode 100644
index 19d01c84..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.preprocess.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor.preprocess
-=========================================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. automethod:: ArticleExtractor.preprocess
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst
deleted file mode 100644
index 835252a0..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.ArticleExtractor.rst
+++ /dev/null
@@ -1,42 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor.ArticleExtractor
-==============================================================
-
-.. currentmodule:: Processor.App.ArticleUtils.article_extractor
-
-.. autoclass:: ArticleExtractor
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~ArticleExtractor.__init__
-      ~ArticleExtractor.article_extract
-      ~ArticleExtractor.check_required
-      ~ArticleExtractor.custom_extract
-      ~ArticleExtractor.custom_filter_raw
-      ~ArticleExtractor.custom_filter_soup
-      ~ArticleExtractor.extract
-      ~ArticleExtractor.extract_soup
-      ~ArticleExtractor.filter_raw
-      ~ArticleExtractor.filter_soup
-      ~ArticleExtractor.preprocess
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~ArticleExtractor.ENCODING
-      ~ArticleExtractor.SINCE
-      ~ArticleExtractor.TO
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.rst b/docs/source/generated/Processor.App.ArticleUtils.article_extractor.rst
deleted file mode 100644
index bb03ee57..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_extractor.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.ArticleUtils.article\_extractor
-=============================================
-
-.. automodule:: Processor.App.ArticleUtils.article_extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      ArticleExtractor
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.ArticleUtils.article_utils.rst b/docs/source/generated/Processor.App.ArticleUtils.article_utils.rst
deleted file mode 100644
index 6b1370a8..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.article_utils.rst
+++ /dev/null
@@ -1,45 +0,0 @@
-Processor.App.ArticleUtils.article\_utils
-=========================================
-
-.. automodule:: Processor.App.ArticleUtils.article_utils
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      article_content_transform
-      author_transform
-      brief_transform
-      category_transform
-      comments_num_transform
-      cz_date_transform
-      date_complex_extract
-      format_date_transform
-      headline_transform
-      iso_date_transform
-      keywords_transform
-      must_exist_filter
-      must_not_exist_filter
-      remove_day_transform
-      text_unification_transform
-      text_unifications_transform
-      url_category_transform
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.ArticleUtils.rst b/docs/source/generated/Processor.App.ArticleUtils.rst
deleted file mode 100644
index 6a0e4336..00000000
--- a/docs/source/generated/Processor.App.ArticleUtils.rst
+++ /dev/null
@@ -1,32 +0,0 @@
-Processor.App.ArticleUtils
-==========================
-
-.. automodule:: Processor.App.ArticleUtils
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.ArticleUtils.article_extractor
-   Processor.App.ArticleUtils.article_utils
-
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst b/docs/source/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst
deleted file mode 100644
index ea9c52eb..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.Downloader.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.Downloader.\_\_init\_\_
-===========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: Downloader.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.Downloader.download.rst b/docs/source/generated/Processor.App.Downloader.downloader.Downloader.download.rst
deleted file mode 100644
index 9762af81..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.Downloader.download.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.Downloader.download
-=======================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: Downloader.download
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.Downloader.rst b/docs/source/generated/Processor.App.Downloader.downloader.Downloader.rst
deleted file mode 100644
index 0e2076a2..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.Downloader.rst
+++ /dev/null
@@ -1,25 +0,0 @@
-Processor.App.Downloader.downloader.Downloader
-==============================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. autoclass:: Downloader
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Downloader.__init__
-      ~Downloader.download
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst b/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst
deleted file mode 100644
index c7c7c660..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.\_\_init\_\_
-===============================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst b/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst
deleted file mode 100644
index 829f1b2d..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.aclose.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.aclose
-=========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.aclose
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst b/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst
deleted file mode 100644
index b5086136..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.aopen.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.aopen
-========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.aopen
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst b/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst
deleted file mode 100644
index ef0762f8..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.download.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.download
-===========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.download
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.rst b/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.rst
deleted file mode 100644
index e52f8a01..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.rst
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull
-==================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. autoclass:: DownloaderFull
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DownloaderFull.__init__
-      ~DownloaderFull.aclose
-      ~DownloaderFull.aopen
-      ~DownloaderFull.download
-      ~DownloaderFull.unwrap
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst b/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst
deleted file mode 100644
index 3aa67a89..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.DownloaderFull.unwrap.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.downloader.DownloaderFull.unwrap
-=========================================================
-
-.. currentmodule:: Processor.App.Downloader.downloader
-
-.. automethod:: DownloaderFull.unwrap
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.downloader.rst b/docs/source/generated/Processor.App.Downloader.downloader.rst
deleted file mode 100644
index d6740402..00000000
--- a/docs/source/generated/Processor.App.Downloader.downloader.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Downloader.downloader
-===================================
-
-.. automodule:: Processor.App.Downloader.downloader
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Downloader
-      DownloaderFull
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst
deleted file mode 100644
index f7e15cdd..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.\_\_init\_\_
-=======================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst
deleted file mode 100644
index a83e022e..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.download.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.download
-===================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.download
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst
deleted file mode 100644
index 325a504c..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_url.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.extract\_url
-=======================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.extract_url
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst
deleted file mode 100644
index d9d7db93..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.extract_year.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.extract\_year
-========================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.extract_year
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst
deleted file mode 100644
index 9ec464b6..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.mine_metadata.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy.mine\_metadata
-=========================================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. automethod:: DownloaderDummy.mine_metadata
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst
deleted file mode 100644
index fdc29bc9..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.DownloaderDummy.rst
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.Downloader.dummy\_downloader.DownloaderDummy
-==========================================================
-
-.. currentmodule:: Processor.App.Downloader.dummy_downloader
-
-.. autoclass:: DownloaderDummy
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DownloaderDummy.__init__
-      ~DownloaderDummy.download
-      ~DownloaderDummy.extract_url
-      ~DownloaderDummy.extract_year
-      ~DownloaderDummy.mine_metadata
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Downloader.dummy_downloader.rst b/docs/source/generated/Processor.App.Downloader.dummy_downloader.rst
deleted file mode 100644
index 05782b33..00000000
--- a/docs/source/generated/Processor.App.Downloader.dummy_downloader.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Downloader.dummy\_downloader
-==========================================
-
-.. automodule:: Processor.App.Downloader.dummy_downloader
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DownloaderDummy
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Downloader.rst b/docs/source/generated/Processor.App.Downloader.rst
deleted file mode 100644
index f3f6bf57..00000000
--- a/docs/source/generated/Processor.App.Downloader.rst
+++ /dev/null
@@ -1,32 +0,0 @@
-Processor.App.Downloader
-========================
-
-.. automodule:: Processor.App.Downloader
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Downloader.downloader
-   Processor.App.Downloader.dummy_downloader
-
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst
deleted file mode 100644
index 722a74df..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.\_\_init\_\_
-===============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst
deleted file mode 100644
index 020a42ef..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.extract
-==========================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.extract
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst
deleted file mode 100644
index d63c6eae..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.extract_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.extract\_soup
-================================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.extract_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst
deleted file mode 100644
index 9dee323f..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_raw.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.filter\_raw
-==============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.filter_raw
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst
deleted file mode 100644
index 45f63d7f..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.filter_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.filter\_soup
-===============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.filter_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst
deleted file mode 100644
index 75d1ef77..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.preprocess.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor.preprocess
-=============================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. automethod:: Extractor.preprocess
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst
deleted file mode 100644
index ed37ef1b..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.Extractor.rst
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App.Extractor.dummy\_extractor.Extractor
-==================================================
-
-.. currentmodule:: Processor.App.Extractor.dummy_extractor
-
-.. autoclass:: Extractor
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Extractor.__init__
-      ~Extractor.extract
-      ~Extractor.extract_soup
-      ~Extractor.filter_raw
-      ~Extractor.filter_soup
-      ~Extractor.preprocess
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~Extractor.ENCODING
-      ~Extractor.SINCE
-      ~Extractor.TO
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.dummy_extractor.rst b/docs/source/generated/Processor.App.Extractor.dummy_extractor.rst
deleted file mode 100644
index 9d0a2a94..00000000
--- a/docs/source/generated/Processor.App.Extractor.dummy_extractor.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Extractor.dummy\_extractor
-========================================
-
-.. automodule:: Processor.App.Extractor.dummy_extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Extractor
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst
deleted file mode 100644
index e26ae44c..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.\_\_init\_\_
-============================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst
deleted file mode 100644
index 498e1eef..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.extract.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.extract
-=======================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.extract
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst
deleted file mode 100644
index f843eff5..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.extract_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.extract\_soup
-=============================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.extract_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst
deleted file mode 100644
index c211b6d0..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_raw.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.filter\_raw
-===========================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.filter_raw
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst
deleted file mode 100644
index 5d0cb513..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.filter_soup.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.filter\_soup
-============================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.filter_soup
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst
deleted file mode 100644
index bf213dc6..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.preprocess.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor.preprocess
-==========================================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. automethod:: BaseExtractor.preprocess
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.rst b/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.rst
deleted file mode 100644
index 61c49d40..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.BaseExtractor.rst
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App.Extractor.extractor.BaseExtractor
-===============================================
-
-.. currentmodule:: Processor.App.Extractor.extractor
-
-.. autoclass:: BaseExtractor
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~BaseExtractor.__init__
-      ~BaseExtractor.extract
-      ~BaseExtractor.extract_soup
-      ~BaseExtractor.filter_raw
-      ~BaseExtractor.filter_soup
-      ~BaseExtractor.preprocess
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~BaseExtractor.ENCODING
-      ~BaseExtractor.SINCE
-      ~BaseExtractor.TO
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Extractor.extractor.rst b/docs/source/generated/Processor.App.Extractor.extractor.rst
deleted file mode 100644
index 96733184..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Extractor.extractor
-=================================
-
-.. automodule:: Processor.App.Extractor.extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      BaseExtractor
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Extractor.extractor_utils.rst b/docs/source/generated/Processor.App.Extractor.extractor_utils.rst
deleted file mode 100644
index 636bbbfe..00000000
--- a/docs/source/generated/Processor.App.Extractor.extractor_utils.rst
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App.Extractor.extractor\_utils
-========================================
-
-.. automodule:: Processor.App.Extractor.extractor_utils
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      all_same_transform
-      combine_dicts
-      extract_transform
-      get_attribute_transform
-      get_tag_transform
-      get_tags_transform
-      get_text_list_transform
-      get_text_transform
-      transform
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Extractor.rst b/docs/source/generated/Processor.App.Extractor.rst
deleted file mode 100644
index 27e0561d..00000000
--- a/docs/source/generated/Processor.App.Extractor.rst
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor.App.Extractor
-=======================
-
-.. automodule:: Processor.App.Extractor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Extractor.dummy_extractor
-   Processor.App.Extractor.extractor
-   Processor.App.Extractor.extractor_utils
-
diff --git a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst b/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst
deleted file mode 100644
index 965c0790..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer.\_\_init\_\_
-====================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. automethod:: DummyStreamer.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst b/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst
deleted file mode 100644
index ddb9fc08..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.clean_up.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer.clean\_up
-=================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. automethod:: DummyStreamer.clean_up
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst b/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst
deleted file mode 100644
index ad575bea..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.rst
+++ /dev/null
@@ -1,26 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer
-=======================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. autoclass:: DummyStreamer
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DummyStreamer.__init__
-      ~DummyStreamer.clean_up
-      ~DummyStreamer.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst b/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst
deleted file mode 100644
index 7b1278c6..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.DummyStreamer.stream.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer.DummyStreamer.stream
-==============================================================
-
-.. currentmodule:: Processor.App.OutStreamer.dummy_streamer
-
-.. automethod:: DummyStreamer.stream
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.rst b/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.rst
deleted file mode 100644
index d724469a..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.dummy_streamer.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.OutStreamer.dummy\_streamer
-=========================================
-
-.. automodule:: Processor.App.OutStreamer.dummy_streamer
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DummyStreamer
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst b/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst
deleted file mode 100644
index ba586959..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer.\_\_init\_\_
-==============================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. automethod:: OutStreamer.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst b/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst
deleted file mode 100644
index 57076dc4..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.clean_up.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer.clean\_up
-===========================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. automethod:: OutStreamer.clean_up
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst b/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst
deleted file mode 100644
index f4ed6b19..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.rst
+++ /dev/null
@@ -1,26 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer
-=================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. autoclass:: OutStreamer
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamer.__init__
-      ~OutStreamer.clean_up
-      ~OutStreamer.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst b/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst
deleted file mode 100644
index 2b776c8f..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.outstreamer.OutStreamer.stream.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.outstreamer.OutStreamer.stream
-========================================================
-
-.. currentmodule:: Processor.App.OutStreamer.outstreamer
-
-.. automethod:: OutStreamer.stream
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.outstreamer.rst b/docs/source/generated/Processor.App.OutStreamer.outstreamer.rst
deleted file mode 100644
index c96dca60..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.outstreamer.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.OutStreamer.outstreamer
-=====================================
-
-.. automodule:: Processor.App.OutStreamer.outstreamer
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      OutStreamer
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.OutStreamer.rst b/docs/source/generated/Processor.App.OutStreamer.rst
deleted file mode 100644
index f554c110..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.rst
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor.App.OutStreamer
-=========================
-
-.. automodule:: Processor.App.OutStreamer
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.OutStreamer.dummy_streamer
-   Processor.App.OutStreamer.outstreamer
-   Processor.App.OutStreamer.stream_to_file
-
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst
deleted file mode 100644
index 3e71a599..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.\_\_init\_\_
-==============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst
deleted file mode 100644
index 96db9ed7..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.clean_up.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.clean\_up
-===========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.clean_up
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst
deleted file mode 100644
index 2b06059f..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.get_file_name.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.get\_file\_name
-=================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.get_file_name
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst
deleted file mode 100644
index 6c994f6b..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.metadata_to_string.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.metadata\_to\_string
-======================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.metadata_to_string
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst
deleted file mode 100644
index 81e7a152..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.rst
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault
-=================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. autoclass:: OutStreamerFileDefault
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamerFileDefault.__init__
-      ~OutStreamerFileDefault.clean_up
-      ~OutStreamerFileDefault.get_file_name
-      ~OutStreamerFileDefault.metadata_to_string
-      ~OutStreamerFileDefault.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst
deleted file mode 100644
index 61876e12..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault.stream.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileDefault.stream
-========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileDefault.stream
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst
deleted file mode 100644
index 492ac309..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.\_\_init\_\_
-==================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst
deleted file mode 100644
index 5ee2f762..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.clean_up.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.clean\_up
-===============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.clean_up
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst
deleted file mode 100644
index e8fc71a1..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.get_file_name.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.get\_file\_name
-=====================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.get_file_name
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst
deleted file mode 100644
index 5041edba..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.metadata_to_string.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.metadata\_to\_string
-==========================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.metadata_to_string
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst
deleted file mode 100644
index 6c387be1..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.rst
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent
-=====================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. autoclass:: OutStreamerFileHTMLContent
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamerFileHTMLContent.__init__
-      ~OutStreamerFileHTMLContent.clean_up
-      ~OutStreamerFileHTMLContent.get_file_name
-      ~OutStreamerFileHTMLContent.metadata_to_string
-      ~OutStreamerFileHTMLContent.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst
deleted file mode 100644
index 76b773a4..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileHTMLContent.stream.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileHTMLContent.stream
-============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileHTMLContent.stream
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst
deleted file mode 100644
index fb03c5ca..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.\_\_init\_\_
-===========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst
deleted file mode 100644
index f769b5df..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.clean_up.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.clean\_up
-========================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.clean_up
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst
deleted file mode 100644
index be184ebe..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.get_file_name.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.get\_file\_name
-==============================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.get_file_name
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst
deleted file mode 100644
index 332848a9..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.metadata_to_string.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.metadata\_to\_string
-===================================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.metadata_to_string
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst
deleted file mode 100644
index f5663dfc..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.rst
+++ /dev/null
@@ -1,28 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON
-==============================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. autoclass:: OutStreamerFileJSON
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~OutStreamerFileJSON.__init__
-      ~OutStreamerFileJSON.clean_up
-      ~OutStreamerFileJSON.get_file_name
-      ~OutStreamerFileJSON.metadata_to_string
-      ~OutStreamerFileJSON.stream
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst
deleted file mode 100644
index 5f6ef1f9..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON.stream.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file.OutStreamerFileJSON.stream
-=====================================================================
-
-.. currentmodule:: Processor.App.OutStreamer.stream_to_file
-
-.. automethod:: OutStreamerFileJSON.stream
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.rst b/docs/source/generated/Processor.App.OutStreamer.stream_to_file.rst
deleted file mode 100644
index 8a3725d9..00000000
--- a/docs/source/generated/Processor.App.OutStreamer.stream_to_file.rst
+++ /dev/null
@@ -1,32 +0,0 @@
-Processor.App.OutStreamer.stream\_to\_file
-==========================================
-
-.. automodule:: Processor.App.OutStreamer.stream_to_file
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      OutStreamerFileDefault
-      OutStreamerFileHTMLContent
-      OutStreamerFileJSON
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst b/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst
deleted file mode 100644
index 77b2fd3f..00000000
--- a/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Pipeline.pipeline.ProcessorPipeline.\_\_init\_\_
-==============================================================
-
-.. currentmodule:: Processor.App.Pipeline.pipeline
-
-.. automethod:: ProcessorPipeline.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst b/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst
deleted file mode 100644
index 598ebbad..00000000
--- a/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.process_domain_record.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Pipeline.pipeline.ProcessorPipeline.process\_domain\_record
-=========================================================================
-
-.. currentmodule:: Processor.App.Pipeline.pipeline
-
-.. automethod:: ProcessorPipeline.process_domain_record
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst b/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst
deleted file mode 100644
index 02b3c1cb..00000000
--- a/docs/source/generated/Processor.App.Pipeline.pipeline.ProcessorPipeline.rst
+++ /dev/null
@@ -1,25 +0,0 @@
-Processor.App.Pipeline.pipeline.ProcessorPipeline
-=================================================
-
-.. currentmodule:: Processor.App.Pipeline.pipeline
-
-.. autoclass:: ProcessorPipeline
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~ProcessorPipeline.__init__
-      ~ProcessorPipeline.process_domain_record
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Pipeline.pipeline.rst b/docs/source/generated/Processor.App.Pipeline.pipeline.rst
deleted file mode 100644
index a3c12dc7..00000000
--- a/docs/source/generated/Processor.App.Pipeline.pipeline.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.App.Pipeline.pipeline
-===============================
-
-.. automodule:: Processor.App.Pipeline.pipeline
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      ProcessorPipeline
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Pipeline.rst b/docs/source/generated/Processor.App.Pipeline.rst
deleted file mode 100644
index da6f2f8c..00000000
--- a/docs/source/generated/Processor.App.Pipeline.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Pipeline
-======================
-
-.. automodule:: Processor.App.Pipeline
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Pipeline.pipeline
-
diff --git a/docs/source/generated/Processor.App.Router.router.Route.__init__.rst b/docs/source/generated/Processor.App.Router.router.Route.__init__.rst
deleted file mode 100644
index 8e322777..00000000
--- a/docs/source/generated/Processor.App.Router.router.Route.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Route.\_\_init\_\_
-==============================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Route.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Route.rst b/docs/source/generated/Processor.App.Router.router.Route.rst
deleted file mode 100644
index d5d789f0..00000000
--- a/docs/source/generated/Processor.App.Router.router.Route.rst
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor.App.Router.router.Route
-=================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. autoclass:: Route
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Route.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~Route.name
-      ~Route.regexes
-      ~Route.since
-      ~Route.to
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.__init__.rst b/docs/source/generated/Processor.App.Router.router.Router.__init__.rst
deleted file mode 100644
index b83aa285..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.\_\_init\_\_
-===============================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.load_module.rst b/docs/source/generated/Processor.App.Router.router.Router.load_module.rst
deleted file mode 100644
index 4732d19f..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.load_module.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.load\_module
-===============================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.load_module
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.load_modules.rst b/docs/source/generated/Processor.App.Router.router.Router.load_modules.rst
deleted file mode 100644
index 59d81478..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.load_modules.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.load\_modules
-================================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.load_modules
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.register_route.rst b/docs/source/generated/Processor.App.Router.router.Router.register_route.rst
deleted file mode 100644
index 20952e26..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.register_route.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.register\_route
-==================================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.register_route
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.register_routes.rst b/docs/source/generated/Processor.App.Router.router.Router.register_routes.rst
deleted file mode 100644
index ce3eb617..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.register_routes.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.register\_routes
-===================================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.register_routes
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.route.rst b/docs/source/generated/Processor.App.Router.router.Router.route.rst
deleted file mode 100644
index 012c88e8..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.route.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.Router.router.Router.route
-========================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. automethod:: Router.route
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.Router.rst b/docs/source/generated/Processor.App.Router.router.Router.rst
deleted file mode 100644
index 3425cf67..00000000
--- a/docs/source/generated/Processor.App.Router.router.Router.rst
+++ /dev/null
@@ -1,29 +0,0 @@
-Processor.App.Router.router.Router
-==================================
-
-.. currentmodule:: Processor.App.Router.router
-
-.. autoclass:: Router
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Router.__init__
-      ~Router.load_module
-      ~Router.load_modules
-      ~Router.register_route
-      ~Router.register_routes
-      ~Router.route
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.Router.router.rst b/docs/source/generated/Processor.App.Router.router.rst
deleted file mode 100644
index ff8944bf..00000000
--- a/docs/source/generated/Processor.App.Router.router.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Router.router
-===========================
-
-.. automodule:: Processor.App.Router.router
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Route
-      Router
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.Router.rst b/docs/source/generated/Processor.App.Router.rst
deleted file mode 100644
index 794bc0ca..00000000
--- a/docs/source/generated/Processor.App.Router.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.Router
-====================
-
-.. automodule:: Processor.App.Router
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Router.router
-
diff --git a/docs/source/generated/Processor.App.processor_utils.DomainRecord.__init__.rst b/docs/source/generated/Processor.App.processor_utils.DomainRecord.__init__.rst
deleted file mode 100644
index 9ec73e9d..00000000
--- a/docs/source/generated/Processor.App.processor_utils.DomainRecord.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.processor\_utils.DomainRecord.\_\_init\_\_
-========================================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. automethod:: DomainRecord.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.processor_utils.DomainRecord.rst b/docs/source/generated/Processor.App.processor_utils.DomainRecord.rst
deleted file mode 100644
index 90d82a77..00000000
--- a/docs/source/generated/Processor.App.processor_utils.DomainRecord.rst
+++ /dev/null
@@ -1,36 +0,0 @@
-Processor.App.processor\_utils.DomainRecord
-===========================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. autoclass:: DomainRecord
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~DomainRecord.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~DomainRecord.digest
-      ~DomainRecord.encoding
-      ~DomainRecord.timestamp
-      ~DomainRecord.filename
-      ~DomainRecord.url
-      ~DomainRecord.offset
-      ~DomainRecord.length
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst b/docs/source/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst
deleted file mode 100644
index 24a6df00..00000000
--- a/docs/source/generated/Processor.App.processor_utils.PipeMetadata.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.App.processor\_utils.PipeMetadata.\_\_init\_\_
-========================================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. automethod:: PipeMetadata.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.processor_utils.PipeMetadata.rst b/docs/source/generated/Processor.App.processor_utils.PipeMetadata.rst
deleted file mode 100644
index 3b77b49f..00000000
--- a/docs/source/generated/Processor.App.processor_utils.PipeMetadata.rst
+++ /dev/null
@@ -1,35 +0,0 @@
-Processor.App.processor\_utils.PipeMetadata
-===========================================
-
-.. currentmodule:: Processor.App.processor_utils
-
-.. autoclass:: PipeMetadata
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~PipeMetadata.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~PipeMetadata.encoding
-      ~PipeMetadata.name
-      ~PipeMetadata.domain_record
-      ~PipeMetadata.article_data
-      ~PipeMetadata.warc_header
-      ~PipeMetadata.http_header
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.App.processor_utils.rst b/docs/source/generated/Processor.App.processor_utils.rst
deleted file mode 100644
index a93397d5..00000000
--- a/docs/source/generated/Processor.App.processor_utils.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.App.processor\_utils
-==============================
-
-.. automodule:: Processor.App.processor_utils
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      DomainRecord
-      PipeMetadata
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.App.rst b/docs/source/generated/Processor.App.rst
deleted file mode 100644
index fb937e59..00000000
--- a/docs/source/generated/Processor.App.rst
+++ /dev/null
@@ -1,37 +0,0 @@
-Processor.App
-=============
-
-.. automodule:: Processor.App
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App.Downloader
-   Processor.App.Extractor
-   Processor.App.OutStreamer
-   Processor.App.Pipeline
-   Processor.App.Router
-   Processor.App.processor_utils
-   Processor.App.ArticleUtils
-
diff --git a/docs/source/generated/Processor.process_article.rst b/docs/source/generated/Processor.process_article.rst
deleted file mode 100644
index a11fa785..00000000
--- a/docs/source/generated/Processor.process_article.rst
+++ /dev/null
@@ -1,30 +0,0 @@
-Processor.process\_article
-==========================
-
-.. automodule:: Processor.process_article
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      article_process
-      main
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.processor.Listener.__init__.rst b/docs/source/generated/Processor.processor.Listener.__init__.rst
deleted file mode 100644
index 260c0116..00000000
--- a/docs/source/generated/Processor.processor.Listener.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.\_\_init\_\_
-=========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_before_message.rst b/docs/source/generated/Processor.processor.Listener.on_before_message.rst
deleted file mode 100644
index c8886fcc..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_before_message.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_before\_message
-================================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_before_message
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_connected.rst b/docs/source/generated/Processor.processor.Listener.on_connected.rst
deleted file mode 100644
index 103399f6..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_connected.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_connected
-==========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_connected
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_connecting.rst b/docs/source/generated/Processor.processor.Listener.on_connecting.rst
deleted file mode 100644
index d67c467e..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_connecting.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_connecting
-===========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_connecting
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_disconnected.rst b/docs/source/generated/Processor.processor.Listener.on_disconnected.rst
deleted file mode 100644
index 8a4de99f..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_disconnected.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_disconnected
-=============================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_disconnected
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_disconnecting.rst b/docs/source/generated/Processor.processor.Listener.on_disconnecting.rst
deleted file mode 100644
index 732d2212..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_disconnecting.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_disconnecting
-==============================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_disconnecting
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_error.rst b/docs/source/generated/Processor.processor.Listener.on_error.rst
deleted file mode 100644
index 878082af..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_error.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_error
-======================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_error
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_heartbeat.rst b/docs/source/generated/Processor.processor.Listener.on_heartbeat.rst
deleted file mode 100644
index a3b6d6c3..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_heartbeat.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_heartbeat
-==========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_heartbeat
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_heartbeat_timeout.rst b/docs/source/generated/Processor.processor.Listener.on_heartbeat_timeout.rst
deleted file mode 100644
index d5cbc54e..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_heartbeat_timeout.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_heartbeat\_timeout
-===================================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_heartbeat_timeout
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_message.rst b/docs/source/generated/Processor.processor.Listener.on_message.rst
deleted file mode 100644
index 5132b722..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_message.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_message
-========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_message
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_receipt.rst b/docs/source/generated/Processor.processor.Listener.on_receipt.rst
deleted file mode 100644
index 4d19d384..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_receipt.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_receipt
-========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_receipt
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_receiver_loop_completed.rst b/docs/source/generated/Processor.processor.Listener.on_receiver_loop_completed.rst
deleted file mode 100644
index 54925ad9..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_receiver_loop_completed.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_receiver\_loop\_completed
-==========================================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_receiver_loop_completed
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.on_send.rst b/docs/source/generated/Processor.processor.Listener.on_send.rst
deleted file mode 100644
index 33268c0b..00000000
--- a/docs/source/generated/Processor.processor.Listener.on_send.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Listener.on\_send
-=====================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Listener.on_send
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Listener.rst b/docs/source/generated/Processor.processor.Listener.rst
deleted file mode 100644
index 78923da9..00000000
--- a/docs/source/generated/Processor.processor.Listener.rst
+++ /dev/null
@@ -1,36 +0,0 @@
-Processor.processor.Listener
-============================
-
-.. currentmodule:: Processor.processor
-
-.. autoclass:: Listener
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Listener.__init__
-      ~Listener.on_before_message
-      ~Listener.on_connected
-      ~Listener.on_connecting
-      ~Listener.on_disconnected
-      ~Listener.on_disconnecting
-      ~Listener.on_error
-      ~Listener.on_heartbeat
-      ~Listener.on_heartbeat_timeout
-      ~Listener.on_message
-      ~Listener.on_receipt
-      ~Listener.on_receiver_loop_completed
-      ~Listener.on_send
-   
-   
-
-   
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.ListnerStats.__init__.rst b/docs/source/generated/Processor.processor.ListnerStats.__init__.rst
deleted file mode 100644
index 3db79398..00000000
--- a/docs/source/generated/Processor.processor.ListnerStats.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.ListnerStats.\_\_init\_\_
-=============================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: ListnerStats.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.ListnerStats.rst b/docs/source/generated/Processor.processor.ListnerStats.rst
deleted file mode 100644
index 415cdbd2..00000000
--- a/docs/source/generated/Processor.processor.ListnerStats.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.processor.ListnerStats
-================================
-
-.. currentmodule:: Processor.processor
-
-.. autoclass:: ListnerStats
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~ListnerStats.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~ListnerStats.last_message_time
-      ~ListnerStats.messages
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Message.__init__.rst b/docs/source/generated/Processor.processor.Message.__init__.rst
deleted file mode 100644
index 8ae337eb..00000000
--- a/docs/source/generated/Processor.processor.Message.__init__.rst
+++ /dev/null
@@ -1,6 +0,0 @@
-Processor.processor.Message.\_\_init\_\_
-========================================
-
-.. currentmodule:: Processor.processor
-
-.. automethod:: Message.__init__
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.Message.rst b/docs/source/generated/Processor.processor.Message.rst
deleted file mode 100644
index 33a1bd62..00000000
--- a/docs/source/generated/Processor.processor.Message.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-Processor.processor.Message
-===========================
-
-.. currentmodule:: Processor.processor
-
-.. autoclass:: Message
-
-   
-   .. automethod:: __init__
-
-   
-   .. rubric:: Methods
-
-   .. autosummary::
-      :toctree:
-
-   
-      ~Message.__init__
-   
-   
-
-   
-   
-   .. rubric:: Attributes
-
-   .. autosummary::
-   
-      ~Message.dr
-      ~Message.headers
-   
-   
\ No newline at end of file
diff --git a/docs/source/generated/Processor.processor.rst b/docs/source/generated/Processor.processor.rst
deleted file mode 100644
index 39334ada..00000000
--- a/docs/source/generated/Processor.processor.rst
+++ /dev/null
@@ -1,42 +0,0 @@
-Processor.processor
-===================
-
-.. automodule:: Processor.processor
-
-   
-   
-   
-
-   
-   
-   .. rubric:: Functions
-
-   .. autosummary::
-   
-      call_pipeline_with_ack
-      get_hostname_output_path
-      init_connection
-      init_pipeline
-      processor
-   
-   
-
-   
-   
-   .. rubric:: Classes
-
-   .. autosummary::
-      :toctree:
-   
-      Listener
-      ListnerStats
-      Message
-   
-   
-
-   
-   
-   
-
-
-
diff --git a/docs/source/generated/Processor.rst b/docs/source/generated/Processor.rst
deleted file mode 100644
index e7964123..00000000
--- a/docs/source/generated/Processor.rst
+++ /dev/null
@@ -1,33 +0,0 @@
-Processor
-=========
-
-.. automodule:: Processor
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-   
-   
-   
-
-
-
-.. rubric:: Modules
-
-.. autosummary::
-   :toctree:
-   :recursive:
-
-   Processor.App
-   Processor.process_article
-   Processor.processor
-
diff --git a/docs/source/index.rst b/docs/source/index.rst
index ec503ff9..ff1fa92a 100644
--- a/docs/source/index.rst
+++ b/docs/source/index.rst
@@ -10,15 +10,15 @@ Welcome to CommonCrawl Extractor's documentation!
    :maxdepth: 3
    :caption: Contents:
 
-   installation
-   quickstart/index
+   usage
+   cli/index
+   extraction/index
+   prog_guide/index
+   misc/index
    api
 
 
 
-
-
-
 Indices and tables
 ==================
 
diff --git a/docs/source/installation.rst b/docs/source/installation.rst
deleted file mode 100644
index b97c2f7e..00000000
--- a/docs/source/installation.rst
+++ /dev/null
@@ -1,17 +0,0 @@
-Installation
-============
-
-
-The project was developed using Python 3.10. It's not recommended to use oldered versions of Python as dataclass and type hints are used.
-To install packages required to run the project you can use either pip or conda.
-
-1. Install packages using pip: `$ pip install -r requirements.txt`
-
-2. Install packages using conda: `$ conda env create -f environment.yml` -> `$ conda activate extractor`
-
-======
-Docker
-======
-While it's possible to run the project without Docker it's recommended to use it as it will make the process of running the project much easier.
-Please install docker and docker-compose before running the project.
-
diff --git a/docs/source/quickstart/artemis-queue.rst b/docs/source/quickstart/artemis-queue.rst
deleted file mode 100644
index b3b266c5..00000000
--- a/docs/source/quickstart/artemis-queue.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-Artemis Queue
-=============
-
-`Artemis <https://activemq.apache.org/components/artemis/>`_ is a message queue that is designed to be fast, scalable, and easy to use
-
-We use artemis for communication between Aggregator and Processor.
-If you use docker approach you don't need to install artemis manually.
-However it's good to know that artemis provides a web console for monitoring and management.
-You can connect to this console while running the docker containers by opening the following URL in your browser: `Console <http://localhost:8161/console/auth/login>`_.
-The password is `admin` and the username is `admin`. There you can see the status of the queues.
-
-
-
diff --git a/docs/source/quickstart/index.rst b/docs/source/quickstart/index.rst
deleted file mode 100644
index ce5b60e9..00000000
--- a/docs/source/quickstart/index.rst
+++ /dev/null
@@ -1,10 +0,0 @@
-Quick Start Guide
-=================
-
-.. toctree::
-    :maxdepth: 2
-    :caption: Contents:
-
-    overview
-    quick-start
-    artemis-queue
\ No newline at end of file
diff --git a/docs/source/quickstart/overview.rst b/docs/source/quickstart/overview.rst
deleted file mode 100644
index 5b17d502..00000000
--- a/docs/source/quickstart/overview.rst
+++ /dev/null
@@ -1,113 +0,0 @@
-Quick Overview
-==============
-
-The process of getting one parsed web page from CommonCrawl can be described as a pipeline.
-
-1. Query CommmonCrawl to find a link to a file that contains the web page we want.
-2. Download a file
-3. Choose parser for the web page
-4. Filter out the web page if not matching the conditions
-5. Extract fields from the page
-6. Save the fields to a file
-
-
-
-The first step is handled by `Aggregator` while the rest is handled by `Processor`.
-We will now go through each step in detail. We will be describing the usage where we use the Artemis Queue as middleware between the `Aggregator` and `Processor` to communicate.
-However it should not be much different with other middleware of your choice. Please refere to `download_article.py` which should give you an idea how to create a custom pipeline where you can insert your own middleware.
-
-
-
-=======================
-1. Querying CommonCrawl
-=======================
-what WARC File how
-    `WARC <https://en.wikipedia.org/wiki/Web_ARChive>`_ is a file format that is used for storing multitudes of web resources.
-    In our case these files contain a bunch of downloaded web pages and their metadata.
-    It's possible to get only part of the file by specifying the offset in file and length of the part we want.
-
-
-what
-    Common Crawl Index
-how
-    A CommonCrawl index is a collection which maps crawled urls to WARC file which contain the crawl of that url.
-
-Every month a CommonCrawl releases a new index which contains all links to web pages that were crawled that month.
-
-.. warning::
-    It is important to understand that even if the index was released in a certain month, it can contain the links to web pages that might be older.
-
-Thus in order to download an page we query the index to get link to respective WARC file, offset and length of page.
-Since there are multiples of the indexes we should query all of them to make sure we don't miss the page.
-With the link to the WARC and offset and length we can continue to another step. 
-
-All this is handled by :py:class:`Aggregator.App.index_query.IndexAggregator`. But for basic use you will not need to use it directly.
-
-
-The :py:mod:`Aggregator.aggregator` is the file you will work with.
-It's command line utility which will start and instance of aggregator. Such an instance will query the specified indexes with given url and send the results to the Middleware(Artemis Queue).
-
-
-.. code-block:: bash
-    :caption: This will start and instance of aggregator which will query the indexes from 2014-12-30 to 2016-01-30 for the url bbc.com
-
-        $ python -m  Aggregator.aggregator --url bbc.com --since=2014-12-30 --to=2016-01-30
-
-
-
-
-=====================
-2. Downloading a file
-=====================
-The Processor node than downloads the url and related information from queue and downloads the appropriate WARC file.
-This step is handled by :py:mod:`Processor.App.Downloader.downloader.Downloader`.
-It simply downloads and extracts the page from the WARC file.
-
-
-================
-3. Choose parser
-================
-
-Once the page is downloaded we first need to choose a parser for it.
-Parsers are dynamically loaded based on definitions in config file. By default such a config
-is `Processor/config.json`.  All loaded processors are then matched against the url and publication date and first matching is used.
-This functionality is handled by :py:class:`Processor.App.Router.router.Router`.
-
-
-=============================
-4. Filtering out the web page
-=============================
-
-Once the parser is chosen the filtering function defined by the extractor is used to either drop or pass a page.
-
-===============================
-5. Extract fields from the page
-===============================
-
-The extracting function defined by the extractor is used to extract the fields from the page.
-The extracting rules can be defined in 2 ways.
-
-1. Using parsed version of the page (BeautifulSoup) and the extracting the respected fields yourself.
-2. Using predefined transfomations. 
-
-Using first method should be straightforward. Just extract the values and return them in dict.
-
-To use transformations we first need to define what html tags we want to extract from head and body respectively.
-Then for each such a tag we need to provide a list of transformations. These transformations then run in sequence where previous result is passed to the next one as parameter.
-Whenever the None is encountered the transformation will not raise and error but will not continue and set respective field to None.
-You can think about it as a composition of functions.
-
-When we were developing our extractors we found the second approached to be much more readable and easier to use
-because it's very obnoxious to handle the None values with complex logic.
-
-
-==============
-6. File saving
-==============
-With the field extracted we need to save them to a file.
-By default the fields are saved in json file.
-The way the file is saved is defined by outstreamers. We have implemented the json outstreamer
-and field per line outstreamer
-:py:class:`Processor.App.OutStreamer.stream_to_file.OutStreamerFileJSON` and :py:class:`Processor.App.OutStreamer.stream_to_file.OutStreamerFileDefault` respectively.
-
-If you would like different format you can create your own saver by inheriting from :py:class:`Processor.App.OutStreamer.outstreamer.OutStreamer` and then changing pipeline creation with your new outstreamer.
\ No newline at end of file
diff --git a/docs/source/quickstart/quick-start.rst b/docs/source/quickstart/quick-start.rst
deleted file mode 100644
index 67d6bc20..00000000
--- a/docs/source/quickstart/quick-start.rst
+++ /dev/null
@@ -1,301 +0,0 @@
-Quickstart
-==========
-
-In this chapter we will show how to use the program to fetch a data from an url.
-We will show this by an example.
-
-
-=========
-Extractor
-=========
-
-We would like to fetch all data from bbc.com containing the word "war" fetched since 20.1.2021 to 20.3.2021.
-
-.. note:: It's important to emphasis the program can only fetch data based on crawl time. There is no way for program to know when was article published. It's possible to first find the published date and then drop all articles that are out of range. However all since/to dates are based on crawl time NOT published time.
-
-
-For such pages we would like to extract the title and the content of the page.
-
-Having our task established we will first have to write an extractor for the bbc pages.
-This is done by creating a class that extends the class :py:class:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor`.
-We will create this class in the file :file:`Processor/UserDefined/Extractors/bbc_extractor.py`.
-
-
-
-
-.. code-block:: python
-
-    from Processor.App.ArticleUtils.article_extractor import ArticleExtractor
-    from datetime import datetime
-
-    class BBCExtractor(ArticleExtractor):
-        SINCE = datetime(2021, 1 , 20)
-        TO = datetime(2021, 3, 20)
-
-        def __init__(self):
-            pass
-
-    extractor = BBCExtractor()
-
-
-As you can see we have also created and instance which is required as it allows parametric constructors for extractors.
-
-
-=====================
-`download_article.py`
-=====================
-
-But what now ? We have no idea how the bcc site looked at the time of extracting.
-That's is why the :py:mod:`download_article` exists!
-Thus we run:
-
-.. code-block:: bash
-   :caption: This will download 1000 articles from bbc.com and save them to the directory `out1`.
-    
-    $ python download_article.py --since=2021-01-20 --to=2021-03-20 --limit=1000 bbc.com out1
-
-Bear in mind that it will take some time to download all the pages.
-It's possible that it will download some pages without any content but it's impossible to filter them.
-
-.. note:: In my case it didn't download any english articles only ones in chinese and arabic. However it shouldn't matter as we only care about structure. If you want english articles just raise up the limit and wait.
-
-Once downloaded we can inspect the pages in a browser.
-We can see that title can be found in `h1#content` tag.
-The article content can be found under `main[role=main]` tag and
-the text is mostly in <p> tags(Usually you want to be more precise with this be we assume this for simplicity).
-
-.. warning:: Always make sure that the tags you found are unique. Cross-check this with other articles fetched.
-
-============================
-Extracting (Transformations)
-============================
-
-
-With this information we can write the extractor.
-
-.. code-block:: python
-
-
-    from Processor.App.ArticleUtils.article_utils import aritcle_content_transform, headline_transform, get_text_transform
-    REQUIRED_FIELDS = {
-        "title": False,
-        "content": True
-    }
-    
-    def content_transform(soup):
-        return [p.text for p in soup.find_all("p", recursive=True)]
-    
-
-    def __init__(self):
-        super().__init__(
-            article_css_dict={
-                "title": "h1#content",
-                "content": "main[role=main]",
-            },
-            # Here we define how to transform the content of the tag into a string.
-            article_extract_dict= {
-                "title": [get_text_transform, headline_transform],
-                "content": [content_transform, text_unifications_transform, lambda lines : "\n".join(lines)]
-            },
-
-
-            # Here we define how to bind a tag that containt all fields we will use in article_css_dict
-            # If you don't know just use body
-            article_css_selector="body",
-            required_fields=REQUIRED_FIELDS,
-            non_empty = True
-        )
-
-
-`REQUIRED_FIELDS` is a dictionary that defines which fields must be extracted (Must be contained in resulting dictionary).
-This is useful if you write multiple extractors and you want to make sure that all of them contain the same fields.
-As you can see we have set the title to False this means that it's value can be None. We have set article to False which
-means that is must not be None value. Because we have set non_empty to True the title also cannot be empty string or empty list.
-
-`article_css_dict` define where to find the title and content.
-`article_extract_dict` defines how to extract the title and content from the tag.
-We have used some predfedined function from :py:mod:`Processor.App.ArticleUtils.article_utils` to help us with this.
-Please look to the :py:mod:`Processor.App.ArticleUtils.article_utils` to check what exactly the transformations do! Should be clear from the code.
-For content we created our transform which returns a list of text in p. 
-
-
-`article_css_selector` simply defines where to start looking for the tags defined in `article_css_dict`.
-
-.. note:: `header_css_dict` and `header_extract_dict` can also be set in constructor for extracting from html <head> tag. The get_attribute method is used to extract the attribute value.
-
-
-========================
-Extracting( BS4 version)
-========================
-
-Now the extracting part is finished. If it feels too complicated then you can you BeautifulSoup approach.
-In that case you don't set `article_css_dict` and `article_extract_dict` but you have to implement the :py:meth:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_extract` method.
-
-.. code-block:: python
-
-        def custom_extract(self, soup, metadata):
-            # Find the field with the title
-            title = soup.find("div", {"class": "title"})
-            title_text = title.text if title else None
-            return {"title": title_text}
-
-In this case you can also access metadata from the warc file!
-
-=========
-Filtering
-=========
-
-
-We almost forgot that we want to filter the articles by the word "war".
-We just need to override the :py:meth:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_soup` method.
-Let's do it now!
-
-
-.. code-block:: python
-
-        def custom_filter_soup(self, soup, metadata):
-            result = soup.find_all("p", lambda tag: "war" in tag.text)
-            if result:
-                return True
-            return False
-
-.. note:: You can also use the :py:meth:`Processor.App.ArticleUtils.article_extractor.ArticleExtractor.custom_filter_raw` which take the raw html as a parameter. It's usefull if don't need parsed html as processing is faster.
-
-.. note:: This is where you could filter by date. metadata is instance of :py:class:`Processor.App.processor_utils.PipeMetadata` and it has warc_header property. You could get `Last-Modifier <https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Last-Modified>`_ from it but it's no guarantee that is published date. Or you could find it in parsed html.
-
-
-===========
-config.json
-===========
-To register our extractor create :file:`Processor/UserDefined/config.json` as:
-
-.. code-block:: json
-
-    {
-        "addresses": [ "queue.bbc.com", ],
-        "extractors_path": "./Extractors"
-        "routes":[
-            {
-                "regexes": [".*bbc\\.com.*"],
-                "extractors": ["bbc_extractor.py"]
-            },
-    }
-
-
-This defines three things:
-
-1. The address of the queue. This is tell artemis that we want to accept message from bbc.com queue. Basically always set this to "queue.{your domain}".
-
-2. The path to the extractors (w.r.t config.json location)
-
-3. The routes. This defines which extractor to use for which url. In this case we want to use bbc_extractor.py for all urls that contain bbc.com.
-
-=====================
-Testing our extractor
-=====================
-
-Before we run the extractor we should test it.
-That is why we have the :py:mod:`Processsor.process_article` !
-
-.. code-block:: bash
-    :caption: This will process the article and output result to out2 folder if succesful.
-
-    $ python -m Processor.process_article --date=2021-02-01 --config=Processor/UserDefined/config.json out1/directory_1/371_https\:__www.bbc.com_yoruba_afrika-44296108.html out2
-
-
-.. note:: We have to use date as the extractor has no idea when the article was fetched because we have no infromation from warc anymore. You can also use url to specify the url of the article as again we don't have that infromation from warc. However in most cases it will correctly guess the url.
-
-
-=====================
-Running the extractor
-=====================
-We are now ready to run the extractor!
-You can manually run the extractor node, aggregator node and artemis queue.
-However it's not really convenient. And also requires some knowledge how to run atemis queue.
-We thus added support for docker.
-First we need to create :file:`docker-compose.yml`.
-
-.. code-block:: bash
-
-    version: "3.9"
-    services:
-    # Creates the artemis queue
-    artemis:
-        build: "./Artemis"
-        container_name: "artemis"
-        # Persistent volume
-        # Make sure you prune to get clean state for test runs
-        - artemis-data:/var/lib/artemis/data
-        ports:
-        - "8161:8161"
-        # You can set up limits here
-        # But make sure you also correct java memory in artemis Dockerfile in order to have effect.
-        deploy:
-        resources:
-            reservations:
-            memory: 8g
-
-    producer-bbc.com:
-        # This is the producer service, you can have multiple for different urls
-        # Will run the aggregator part as you can see we set the date range
-        build: ./Aggregator
-        command: [ "--to=2021-03-20", "--since=2021-01-20", "bbc.com" ]
-        depends_on:
-        - consumer
-
-    # This is consumer spawn as many as you want, you ideally want to have pills set up to number of producers.
-    # Make sure you use use-hostname-output to have different output folders for each consumer.
-    consumer:
-        build: ./Processor
-        command:
-        [
-            "--use_hostname_output",
-            "--timeout=1",
-            "--pills_to_die=1",
-            "--queue_size=200"
-        ]
-        volumes:
-        - ./output:/output:z
-        deploy:
-        # Number of replicas, more = faster processing
-        replicas: 4
-        depends_on:
-        - artemis
-
-    volumes:
-        artemis-data:
-
-
-This one is a bit more complex. It's standard docker-compose file so if you have experience with docker it sould be familiar.
-It defines three services:
-
-1. Artemis queue - This is the queue that will be used to communicate between the aggregator and the processor.  As one of the goal of the project is reliability we setup persistent volume for the queue in which it will store the urls that it has already processed.  However this creates problem when you want to test the extractor as by running it consecutively it will no more process the urls if has already seen.  Thus the storage needs to be cleared before each run. This is done by running `$ docker volume rm rocnikovyprojekt_artemis-data`.
-
-2. Producer - This is the aggregator part of the project. It will fetch the urls from the queue and process them.
-
-3. Consumer - This is the processor part of the project. It will fetch the urls from the queue and extract them to folder output.  As we want the consumers to automatically close when the producers are done we set the `pills_to_die` to 1. This will make the consumer to die when it receives 1 pill from the queue.  Every queue produces exactly one pill when it has no more urls to process. This is why we set the `queue_size` to 1. This will make the queue to produce pill when it has no more urls to process.
-
-
-Now we just need to run the `$ docker-compose up`.
-We have also create shell script that will prune before running the docker-compose.
-You can run it by `$ ./run.sh` (Probably the best idea).
-
-
-
-.. note:: It's good idea to clear the output folder when testing extractor. The problem is that it is created by docker container so might need to raise up to admin priviilge to remove it.
-
-
-.. note:: Files created at this tutorial can be found at :file:`examples/extractor_tutorial`
-
-   
-
-
-
-    
-
-
-
-
-
-
-
diff --git a/tests/aggregator_tests.py b/tests/aggregator_tests.py
index 6f3808db..d34d9c18 100644
--- a/tests/aggregator_tests.py
+++ b/tests/aggregator_tests.py
@@ -7,7 +7,7 @@
 from datetime import datetime
 from typing import List
 from cmoncrawl.aggregator.utils.helpers import unify_url_id
-from cmoncrawl.common.types import DomainRecord
+from cmoncrawl.common.types import DomainRecord, MatchType
 from cmoncrawl.aggregator.index_query import IndexAggregator
 import unittest
 
@@ -26,6 +26,7 @@ async def asyncSetUp(self) -> None:
             max_retry=50,
             sleep_step=10,
             prefetch_size=1,
+            match_type=MatchType.DOMAIN,
         ).aopen()
         self.client = self.di.client
 
@@ -34,7 +35,12 @@ async def asyncTearDown(self) -> None:
 
     async def test_indexer_num_pages(self):
         response = await self.di.get_number_of_pages(
-            self.client, self.CC_SERVERS[0], "idnes.cz", max_retry=20, sleep_step=4
+            self.client,
+            self.CC_SERVERS[0],
+            "idnes.cz",
+            max_retry=20,
+            sleep_step=4,
+            match_type=MatchType.DOMAIN,
         )
         self.assertIsNotNone(response)
         num, size = response.content
diff --git a/tests/end_to_end_tests.py b/tests/end_to_end_tests.py
index 0ad5cb05..4467b67f 100644
--- a/tests/end_to_end_tests.py
+++ b/tests/end_to_end_tests.py
@@ -3,12 +3,15 @@
 import json
 from pathlib import Path
 import unittest
+from cmoncrawl.common.loggers import metadata_logger, all_purpose_logger
 from cmoncrawl.integrations.extract import extract_from_files, ExtractMode
 from cmoncrawl.common.types import ExtractConfig
 
 
 class Extract_from_files(unittest.IsolatedAsyncioTestCase):
     async def asyncSetUp(self) -> None:
+        all_purpose_logger.setLevel("DEBUG")
+        metadata_logger.setLevel("DEBUG")
         self.base_folder = Path(__file__).parent / "test_extract"
         self.output_folder = self.base_folder / "output"
 
@@ -33,7 +36,7 @@ async def test_extract_from_records(self):
         results = await extract_from_files(
             config=cfg,
             files=[self.base_folder / "files" / "file.jsonl"],
-            output_path=self.base_folder / "output",
+            output_path=self.output_folder,
             mode=ExtractMode.RECORD,
             date=datetime(2021, 1, 1),
             max_crawls_per_file=10,
@@ -58,7 +61,7 @@ async def test_extract_from_html(self):
         results = await extract_from_files(
             config=cfg,
             files=[self.base_folder / "files" / "file.html"],
-            output_path=self.base_folder / "output",
+            output_path=self.output_folder,
             mode=ExtractMode.HTML,
             date=datetime(2021, 1, 1),
             max_crawls_per_file=1,