ENG-451: cleanup orphaned nodes from supabase (#233)

* cleanup orphaned nodes

* address review

Author: sid597

apps/roam/src/utils/cleanupOrphanedNodes.ts

@@ -0,0 +1,117 @@
+import { getSupabaseContext } from "./supabaseContext";
+import { getNodeEnv } from "roamjs-components/util/env";
+
+const getAllNodesFromSupabase = async (): Promise<string[]> => {
+  try {
+    const context = await getSupabaseContext();
+    if (!context) {
+      console.error("Failed to get Supabase context");
+      return [];
+    }
+
+    const baseUrl =
+      getNodeEnv() === "development"
+        ? "http://localhost:3000/api/supabase"
+        : "https://discoursegraphs.com/api/supabase";
+
+    const getNodesResponse = await fetch(`${baseUrl}/get-all-discourse-nodes`, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        spaceId: context.spaceId,
+      }),
+    });
+
+    if (!getNodesResponse.ok) {
+      const errorText = await getNodesResponse.text();
+      console.error(
+        `Failed to fetch nodes from Supabase: ${getNodesResponse.status} ${errorText}`,
+      );
+      return [];
+    }
+
+    const supabaseUids = (await getNodesResponse.json()) as string[];
+    return supabaseUids;
+  } catch (error) {
+    console.error("Error in getAllNodesFromSupabase:", error);
+    return [];
+  }
+};
+
+const getNonExistentRoamUids = (nodeUids: string[]): string[] => {
+  try {
+    if (nodeUids.length === 0) {
+      return [];
+    }
+
+    const results = window.roamAlphaAPI.q(
+      `[:find ?uid 
+        :in $ [?uid ...]
+        :where (not [_ :block/uid ?uid])]`,
+      nodeUids,
+    ) as string[][];
+
+    return results.map(([uid]) => uid);
+  } catch (error) {
+    console.error("Error checking existing Roam nodes:", error);
+    return [];
+  }
+};
+
+const deleteNodesFromSupabase = async (uids: string[]): Promise<number> => {
+  try {
+    const context = await getSupabaseContext();
+    if (!context) {
+      console.error("Failed to get Supabase context");
+      return 0;
+    }
+
+    const baseUrl =
+      getNodeEnv() === "development"
+        ? "http://localhost:3000/api/supabase"
+        : "https://discoursegraphs.com/api/supabase";
+
+    const deleteNodesResponse = await fetch(`${baseUrl}/delete-discourse-nodes`, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        spaceId: context.spaceId,
+        uids,
+      }),
+    });
+
+    if (!deleteNodesResponse.ok) {
+      const errorText = await deleteNodesResponse.text();
+      console.error(
+        `Failed to delete nodes from Supabase: ${deleteNodesResponse.status} ${errorText}`,
+      );
+      return 0;
+    }
+
+    const { count } = await deleteNodesResponse.json();
+    return count;
+  } catch (error) {
+    console.error("Error in deleteNodesFromSupabase:", error);
+    return 0;
+  }
+};
+
+export const cleanupOrphanedNodes = async (): Promise<void> => {
+  try {
+    const supabaseUids = await getAllNodesFromSupabase();
+    if (supabaseUids.length === 0) {
+      return;
+    }
+    const orphanedUids = getNonExistentRoamUids(supabaseUids);
+    if (orphanedUids.length === 0) {
+      return;
+    }
+    await deleteNodesFromSupabase(orphanedUids);
+  } catch (error) {
+    console.error("Error in cleanupOrphanedNodes:", error);
+  }
+};

apps/website/app/api/supabase/delete-discourse-nodes/route.ts

@@ -0,0 +1,43 @@
+import { NextRequest, NextResponse } from "next/server";
+import { createClient } from "~/utils/supabase/server";
+import {
+  createApiResponse,
+  handleRouteError,
+  defaultOptionsHandler,
+  asPostgrestFailure,
+} from "~/utils/supabase/apiUtils";
+import cors from "~/utils/llm/cors";
+
+type DeleteNodesRequest = {
+  spaceId: number;
+  uids: string[];
+};
+
+export const POST = async (request: NextRequest): Promise<NextResponse> => {
+  try {
+    const body: DeleteNodesRequest = await request.json();
+    const { spaceId, uids } = body;
+    const supabase = await createClient();
+  
+    // TODO - Later we need to delete a discoursenode's concept, content and document 
+    const { error, count } = await supabase
+      .from("Document")
+      .delete({ count: "exact" })
+      .eq("space_id", spaceId)
+      .in("source_local_id", uids);
+
+    if (error) {
+      return createApiResponse(
+        request,
+        asPostgrestFailure(error.message, error.code, 500),
+      );
+    }
+
+    const response = NextResponse.json({ count }, { status: 200 });
+    return cors(request, response) as NextResponse;
+  } catch (e: unknown) {
+    return handleRouteError(request, e, "/api/supabase/delete-discourse-nodes");
+  }
+};
+
+export const OPTIONS = defaultOptionsHandler;

apps/website/app/api/supabase/get-all-discourse-nodes/route.ts

@@ -0,0 +1,48 @@
+import { NextRequest, NextResponse } from "next/server";
+import { createClient } from "~/utils/supabase/server";
+import {
+  createApiResponse,
+  handleRouteError,
+  defaultOptionsHandler,
+} from "~/utils/supabase/apiUtils";
+import cors from "~/utils/llm/cors";
+
+type NodesRequest = {
+  spaceId: number;
+};
+
+export const POST = async (request: NextRequest): Promise<NextResponse> => {
+  try {
+    const body: NodesRequest = await request.json();
+    const { spaceId } = body;
+
+    const supabase = await createClient();
+
+    // TODO - Later when we have discourse relations in Supabase, this function should only get the discourse nodes
+    const documentsResponse = await supabase
+      .from("Document")
+      .select("source_local_id")
+      .eq("space_id", spaceId)
+      .not("source_local_id", "is", null);
+
+    if (documentsResponse.error) {
+      return createApiResponse(request, documentsResponse);
+    }
+
+    const result =
+      documentsResponse.data
+        ?.filter((doc) => doc.source_local_id)
+        .map((doc) => doc.source_local_id) || [];
+
+    const response = NextResponse.json(result, { status: 200 });
+    return cors(request, response) as NextResponse;
+  } catch (e: unknown) {
+    return handleRouteError(
+      request,
+      e,
+      "/api/supabase/get-all-discourse-nodes",
+    );
+  }
+};
+
+export const OPTIONS = defaultOptionsHandler;