Add DB alter endpoint, reorganize prospects and tests

Add a new /prospects/alter endpoint to run a DB schema change (drops tertiary_email_verification_source if present). Reorganize prospect-related files into app/api/prospects/database (rename CSVs and modules) and register the new router in routes.py. Add a placeholder /prospects/init endpoint and update prospects module formatting. Add tests for prospects endpoints and health, and adjust favicon file mode.

Author: goldlabelapps

app/api/prospects/database/alter.py

@@ -0,0 +1,64 @@
+from fastapi import APIRouter, status
+from app.utils.db import get_db_connection
+
+router = APIRouter()
+
+@router.get("/prospects/alter", status_code=status.HTTP_200_OK)
+def alter_prospects_table() -> dict:
+    """
+    Checks if the 'prospects' table exists, then checks if the 'secondary_email' column exists.
+    If both exist, attempts to drop the 'secondary_email' column and returns the result.
+    """
+    import psycopg2
+    column_name = 'tertiary_email_verification_source'  # Change this variable to alter a different column
+    conn_gen = get_db_connection()
+    conn = next(conn_gen)
+    cur = conn.cursor()
+    try:
+        # Check if 'prospects' table exists
+        cur.execute("""
+            SELECT EXISTS (
+                SELECT 1 FROM information_schema.tables 
+                WHERE table_name = 'prospects'
+            );
+        """)
+        table_row = cur.fetchone()
+        if table_row is None:
+            result = {"detail": "Error: Could not fetch table existence result."}
+            return result
+        table_exists = table_row[0]
+        if not table_exists:
+            result = {"detail": "Table 'prospects' does not exist."}
+            return result
+
+        # Check if the column exists
+        cur.execute(f"""
+            SELECT EXISTS (
+                SELECT 1 FROM information_schema.columns 
+                WHERE table_name = 'prospects' AND column_name = %s
+            );
+        """, (column_name,))
+        column_row = cur.fetchone()
+        if column_row is None:
+            result = {"detail": "Error: Could not fetch column existence result."}
+            return result
+        column_exists = column_row[0]
+        if not column_exists:
+            result = {"detail": f"Column '{column_name}' does not exist in 'prospects' table."}
+            return result
+
+        # Try to drop the column
+        try:
+            cur.execute(f'ALTER TABLE prospects DROP COLUMN {column_name};')
+            conn.commit()
+            result = {"detail": f"Column '{column_name}' dropped successfully from 'prospects' table."}
+        except Exception as e:
+            conn.rollback()
+            result = {"detail": f"Failed to drop column: {str(e)}"}
+    except Exception as e:
+        conn.rollback()
+        result = {"detail": f"Error: {str(e)}"}
+    finally:
+        cur.close()
+        conn.close()
+    return result

app/api/prospects/data/big.csv app/api/prospects/database/big.csvapp/api/prospects/data/big.csv renamed to app/api/prospects/database/big.csv

@@ -34,6 +34,7 @@ def get_unique_fields(fields: list[str] = Query(..., description="List of field
         cur.close()
         conn.close()
 
+
 @router.get("/prospects")
 def root() -> dict:
     """Return all prospects table records"""
@@ -72,3 +73,12 @@ def root() -> dict:
         cur.close()
         conn.close()
     return result
+
+
+# New endpoint: /prospects/init
+@router.get("/prospects/init")
+def prospects_init() -> dict:
+    """Initialize prospects (placeholder endpoint)"""
+    meta = make_meta("success", "Initialized prospects (placeholder)")
+    data = {"message": "This is a placeholder for prospects/init."}
+    return {"meta": meta, "data": data}

app/api/prospects/empty.py app/api/prospects/database/empty.pyapp/api/prospects/empty.py renamed to app/api/prospects/database/empty.py

@@ -13,16 +13,17 @@
 from app.api.root import router as root_router
 from app.api.health import router as health_router
 
-from app.api.prospects.prospects import router as prospects_router
-
 
-from app.api.prospects.seed import router as prospects_seed_router
-from app.api.prospects.empty import router as prospects_empty_router
-from app.api.prospects.process import router as prospects_process_router
+from app.api.prospects.prospects import router as prospects_router
+from app.api.prospects.database.alter import router as prospects_alter_router
+from app.api.prospects.database.seed import router as prospects_seed_router
+from app.api.prospects.database.empty import router as prospects_empty_router
+from app.api.prospects.database.process import router as prospects_process_router
 
 router.include_router(root_router)
 router.include_router(health_router)
 router.include_router(prospects_router)
+router.include_router(prospects_alter_router)
 router.include_router(prospects_seed_router)
 router.include_router(prospects_empty_router)
 router.include_router(prospects_process_router)

app/api/prospects/process.py app/api/prospects/database/process.pyapp/api/prospects/process.py renamed to app/api/prospects/database/process.py

@@ -0,0 +1,47 @@
+import sys
+import os
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "../../")))
+import pytest
+from fastapi.testclient import TestClient
+from app.main import app
+
+client = TestClient(app)
+
+def test_prospects_init_returns_placeholder():
+    response = client.get("/prospects/init")
+    assert response.status_code == 200
+    data = response.json()
+    assert "meta" in data
+    assert "data" in data
+    assert data["data"]["message"] == "This is a placeholder for prospects/init."
+
+def test_prospects_returns_list():
+    response = client.get("/prospects")
+    assert response.status_code == 200
+    data = response.json()
+    assert "meta" in data
+    assert "data" in data
+    assert isinstance(data["data"], list) or isinstance(data["data"], dict)
+
+def test_prospects_unique_valid_fields():
+    # This test assumes at least one valid field exists in the prospects table, e.g., 'id'.
+    response = client.get("/prospects/unique?fields=id")
+    assert response.status_code == 200
+    data = response.json()
+    assert "meta" in data
+    assert "data" in data
+    assert isinstance(data["data"], dict)
+
+def test_prospects_unique_invalid_field():
+    response = client.get("/prospects/unique?fields=notafield")
+    assert response.status_code == 200
+    data = response.json()
+    assert "meta" in data
+    assert "errors" in data
+    assert "notafield" in data["errors"]
+
+def test_prospects_init_meta_keys():
+    response = client.get("/prospects/init")
+    meta = response.json()["meta"]
+    for key in ["severity", "title", "version", "base_url", "time"]:
+        assert key in meta