Fix BigQuery loading: delete-before-recreate and update logs clustering

WRITE_TRUNCATE does not change existing clustering, causing a 400 error
when the schema changes (e.g. R to Python migration). Delete the table
first when replace=True so clustering and schema are always recreated
cleanly. Update logs clustering to match Python fields: level, error_code,
file_name, function. Add clinic_data_static to the auto-load mapping.

Author: Michael Aydinbas

a4d-python/src/a4d/gcp/bigquery.py

@@ -8,6 +8,7 @@
 from pathlib import Path
 
 from google.cloud import bigquery
+from google.api_core.exceptions import NotFound
 from loguru import logger
 
 from a4d.config import settings
@@ -25,7 +26,7 @@
         "product_table_month",
     ],
     "clinic_data_static": ["clinic_id"],
-    "logs": ["level", "log_file", "file_name"],
+    "logs": ["level", "error_code", "file_name", "function"],
     "tracker_metadata": ["file_name", "clinic_code"],
 }
 
@@ -35,6 +36,7 @@
     "patient_data_static.parquet": "patient_data_static",
     "patient_data_monthly.parquet": "patient_data_monthly",
     "patient_data_annual.parquet": "patient_data_annual",
+    "clinic_data_static.parquet": "clinic_data_static",
     "table_logs.parquet": "logs",
 }
 
@@ -98,6 +100,15 @@ def load_table(
     table_ref = f"{project_id}.{dataset}.{table_name}"
     logger.info(f"Loading {parquet_path.name} → {table_ref}")
 
+    # WRITE_TRUNCATE preserves existing clustering, so deleting first ensures
+    # any schema or clustering changes (e.g. from R→Python migration) take effect.
+    if replace:
+        try:
+            client.delete_table(table_ref)
+            logger.info(f"Deleted existing table {table_ref} for fresh creation")
+        except NotFound:
+            pass
+
     # Configure the load job
     job_config = bigquery.LoadJobConfig(
         source_format=bigquery.SourceFormat.PARQUET,