fix(audit): preserve URL text when URL row is deleted

Author: heythisischris

apps/backend/routes/auth/getAuditTable.ts

@@ -178,6 +178,7 @@ export const getAuditTable = async () => {
         created_at
         content
         url_id
+        url_text
         url {
           url
           type
@@ -287,7 +288,9 @@ export const getAuditTable = async () => {
       short_id: blocker.short_id,
       content_hash_id: blocker.content_hash_id,
       created_at: blocker.created_at,
-      url: blocker.url?.url || "Unknown URL",
+      // Fallback chain: live join → snapshotted url_text (preserved at scan time) → Unknown URL.
+      // This keeps the URL visible even if the urls row was later deleted (CSV change, manual removal).
+      url: blocker.url?.url || blocker.url_text || "Unknown URL",
       type: blocker.url?.type || "unknown",
       url_id: blocker.url_id,
       content: blocker.content,

apps/backend/routes/public/scanWebhook.ts

@@ -204,12 +204,15 @@ export const scanWebhook = async () => {
                     const params = [];
                     let p = 1;
                     for (const bd of prepared) {
-                        vals.push(`($${p}, $${p+1}, $${p+2}, $${p+3}, $${p+4}, $${p+5}, $${p+6}, $${p+7})`);
-                        params.push(auditId, JSON.stringify([]), bd.node, bd.contentNormalized, bd.contentHashId, bd.shortId, urlId, effectiveScanId);
-                        p += 8;
+                        vals.push(`($${p}, $${p+1}, $${p+2}, $${p+3}, $${p+4}, $${p+5}, $${p+6}, $${p+7}, $${p+8})`);
+                        // Snapshot the URL string as `url_text` so it survives URL row deletion
+                        // (e.g., CSV format change removing/replacing URLs). Falls back to NULL
+                        // if the webhook payload didn't include the url.
+                        params.push(auditId, JSON.stringify([]), bd.node, bd.contentNormalized, bd.contentHashId, bd.shortId, urlId, effectiveScanId, url ?? null);
+                        p += 9;
                     }
                     const result = await db.query({
-                        text: `INSERT INTO "blockers" ("audit_id", "targets", "content", "content_normalized", "content_hash_id", "short_id", "url_id", "scan_id") VALUES ${vals.join(', ')} RETURNING "id"`,
+                        text: `INSERT INTO "blockers" ("audit_id", "targets", "content", "content_normalized", "content_hash_id", "short_id", "url_id", "scan_id", "url_text") VALUES ${vals.join(', ')} RETURNING "id"`,
                         values: params,
                     });
                     blockerIds = result.rows.map((r: any) => r.id);