Merge branch 'dev'

# Conflicts:
#	.gitignore
#	main_chat/data_ingestion/utils/log_util.py

Author: cledantec

.dockerignore

@@ -1,114 +1,77 @@
-# 1️⃣ Python Cache and Bytecode
+# === IDE / Editor ===
+.nova/
+.vscode/
+.idea/
+*.swp
+*.swo
+*.sublime-*
+.flake8
+.vercelignore
+
+# === OS Generated ===
+.DS_Store
+Thumbs.db
+desktop.ini
+
+# === Python ===
 __pycache__/
-*.pyc
-*.pyo
+*.py[cod]
 *.pyd
-*.cache
-
-# 2️⃣ Virtual Environment (venv)
 venv/
-env/
-*.venv
+.venv/
+*.egg-info/
 pip-log.txt
-pip-delete-this-directory.txt
-conda
-main_chat/rag_pipeline/rags/*
-main_chat/pocEnv/*
 
-# 3️⃣ Environment Variables (SECURITY: Protect API Keys & Secrets)
-.env
-*.env
+# === Environment & Secrets ===
 .env*
-config.json  # If sensitive configs are stored here
+!.env.example
+config.json
 secrets.json
+credentials/*
+!credentials/.gitkeep
 
-# 4️⃣ Logs and Databases
-llm_query_log.csv
+# === Logs & State ===
+logs/*
+!logs/.gitkeep
 *.log
-logs/
+*.jsonl
+data/.sync*
+
+# === Databases ===
 *.sqlite
+*.sqlite3
 *.db
 
+# === Vector DB (large binary data) ===
+vectordb/
 
+# === Node.js ===
+node_modules/
+npm-debug.log*
+dist/
+build/
 
-# 5️⃣ Flask & Gunicorn Deployment Files
+# === Data directories (with exceptions) ===
+**/cache/*
+**/data/*
+!**/cache/.gitkeep
+!**/data/.gitkeep
+api/datastore/*
+!api/datastore/.gitkeep
+
+# === Flask / Gunicorn ===
 instance/
 *.pid
 *.sock
-gunicorn.log
-gunicorn.error.log
 
-# 6️⃣ IDE and Editor Configurations
-.vscode/
-.idea/
-*.swp
-*.swo
-*.swn
-*.sublime-workspace
-*.sublime-project
-
-# 7️⃣ Jupyter Notebook Checkpoints
+# === Jupyter ===
 .ipynb_checkpoints/
 
-# 8️⃣ Docker and Build Files (If Used)
-docker-compose.yml
-# Dockerfile
-__docker_temp/
-*.dockerfile
-*.whl
-
-# 9️⃣ System Files (Mac & Windows)
-.DS_Store
-Thumbs.db
-desktop.ini
-
-# 1️⃣0️⃣ Node.js & Frontend Build Files (If Applicable)
-node_modules/
-npm-debug.log*
-yarn.lock
-dist/
-build/
-public/config.js
-
-# 1️⃣1️⃣ Miscellaneous
+# === Build / Temp ===
 *.bak
 *.tmp
-*.log
-gemini_api.key.txt
-cookies.txt
-*.jsonl
-
-# credentails
-credentials/*
-!credentials/.gitkeep
-
-# nova
-.nova
-
-# exclude data files from data folders
-**/cache/*
-**/data/*
-!experiment-PIT/public/data/map_2.geojson
-!experiment-PIT/public/data/process_311.ts
-!experiment-PIT/public/data/process_911.ts
-api/datastore/*
-main_chat/rag_stuff/data/*
-vectordb/*
+*.whl
+structure.txt
 
-# exception to the rule
-**/cache/.gitkeep
-**/data/.gitkeep
-!api/datastore/.gitkeep 
-!api/datastore/geocoding-community-assets.csv
-!api/datastore/budget_data_dictionary_v1.txt
-!api/datastore/budget_filtered.txt
-!api/datastore/Imagine Boston 2030 Analysis.txt
-!api/datastore/Boston Slow Streets Plan Analysis.txt
-!api/datastore/Boston Anti-Displacement Plan Analysis.txt
-!api/*.sql
-!setup/*.sql
-main_chat/data/ingestion_log.jsonl
-main_chat/data_ingestion/reset_table.sql
-temp_downloads/
-vectordb/
-data/.sync*
+# === Project-specific config (generated at runtime) ===
+public/config.js