use the correct file path

Author: davidgamez

functions-python/batch_process_dataset/src/main.py

@@ -133,10 +133,12 @@ def download_content(self, temporary_file_path):
             extracted_files_path = os.path.join(
                 temporary_file_path.split(".")[0], "extracted"
             )
+            # Create the directory for extracted files if it does not exist
+            os.makedirs(extracted_files_path, exist_ok=True)
             with zipfile.ZipFile(temporary_file_path, "r") as zip_ref:
-                zip_ref.extractall(os.path.dirname(extracted_files_path))
+                zip_ref.extractall(path=extracted_files_path)
             # List all files in the extracted directory
-            extracted_files = os.listdir(os.path.dirname(extracted_files_path))
+            extracted_files = os.listdir(extracted_files_path)
             self.logger.info(f"Extracted files: {extracted_files}")
         return file_hash, is_zip, extracted_files_path
 

functions-python/helpers/logger.py

@@ -73,7 +73,12 @@ def get_logger(name: str, stable_id: str = None):
     If stable_id is provided, the StableIdFilter is added.
     This method can be called multiple times for the same logger name without creating a side effect.
     """
-    logger = logging.getLogger(name)
+    # Create the logger with the provided name to avoid retuning the same logger instance
+    logger = (
+        logging.getLogger(name)
+        if not stable_id
+        else logging.getLogger(f"{name}_{stable_id}")
+    )
     if stable_id and not any(
         isinstance(log_filter, StableIdFilter) for log_filter in logger.filters
     ):