fix: add logging for invalid max_pages parameter in ConfluenceExtractor

Author: a-klos

libs/extractor-api-lib/src/extractor_api_lib/impl/extractors/confluence_extractor.py

@@ -1,5 +1,6 @@
 """Module for the DefaultConfluenceExtractor class."""
 
+import logging
 from langchain_community.document_loaders import ConfluenceLoader
 
 from extractor_api_lib.impl.types.extractor_types import ExtractorTypes
@@ -10,6 +11,8 @@
     ConfluenceLangchainDocument2InformationPiece,
 )
 
+logger = logging.getLogger(__name__)
+
 
 class ConfluenceExtractor(InformationExtractor):
     """Implementation of the InformationExtractor interface for confluence."""
@@ -57,6 +60,9 @@ async def aextract_content(
         if not confluence_loader_parameters.get("max_pages") or isinstance(
             confluence_loader_parameters.get("max_pages"), str
         ):
+            logging.warning(
+                "max_pages parameter is not set or invalid discarding it. ConfluenceLoader will use default value."
+            )
             confluence_loader_parameters.pop("max_pages")
         # Drop the document_name parameter as it is not used by the ConfluenceLoader
         if "document_name" in confluence_loader_parameters: