test: update validation unit test to match refactoring

Author: BLMgithub

.gitignore

@@ -11,6 +11,7 @@ data/id_mapping/
 data/run_artifact
 data/contracted/
 assets/benchmarks/benchmark.py
+docker-compose.benchmark.yml
 
 # local editor configs
 pyrightconfig.json

assets/benchmarks/polars/18mrows_dataset_stats_log.csv

@@ -34,6 +34,10 @@ Since `psutil` requires C-extensions to compile, the **Dockerfile** was modified
 FROM python:3.11-slim
 ENV # Environments...
 
+WORKDIR /app
+
+COPY data_pipeline/requirements.txt .
+
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
     gcc \
@@ -42,7 +46,8 @@ RUN apt-get update && \
     apt-get purge -y --auto-remove gcc python3-dev && \
     rm -rf /var/lib/apt/lists/*
 
-WORKDIR /app
+COPY data_pipeline/ ./data_pipeline/
+ENV PYTHONPATH=/app
 
 # the rest of docker code...
 

assets/benchmarks/polars/36mrows_dataset_stats_log.csv

@@ -14,7 +14,6 @@
 from datetime import datetime as dt
 from zoneinfo import ZoneInfo
 
-
 GoogleDriveService: TypeAlias = Any
 
 # ------------------------------------------------------------