greatly limit fetched types to reduce memory usage and speed up type loading

Author: chrisdrackett

apps/client/src/components/Editor/init.ts

@@ -87,6 +87,10 @@ const unsubscribe = subscribe(store.apiStatus, () => {
 			"file:///globals.ts",
 		)
 
+		// Use package whitelist from server
+		const allowedPackages = new Set(
+			editorSupport.typeWriter.allowedATAPackages || [],
+		)
 		const ata = () => {
 			return setupTypeAcquisition({
 				projectName: "CodeGlue",
@@ -115,6 +119,26 @@ const unsubscribe = subscribe(store.apiStatus, () => {
 						)
 					},
 				},
+				fetcher: async (url) => {
+					let packageName = null
+
+					const urlString = url.toString()
+
+					if (urlString.includes("@types/")) {
+						const match = urlString.match(/@types\/([^@/]+)/)
+						packageName = match ? match[1] : null
+					} else if (urlString.includes("/npm/")) {
+						const match = urlString.match(/\/npm\/(@?[^@/]+(?:\/[^@/]+)?)@/)
+						packageName = match ? match[1] : null
+					}
+
+					// Skip packages not in whitelist to prevent memory issues
+					if (packageName && !allowedPackages.has(packageName)) {
+						return new Response("{}", { status: 200 })
+					}
+
+					return fetch(url)
+				},
 			})
 		}
 

apps/client/src/store/index.ts

@@ -40,6 +40,7 @@ export const store = proxy({
 			mappings: "",
 			registry: "",
 			services: "",
+			allowedATAPackages: [] as string[],
 		},
 	},
 	/**
@@ -72,6 +73,7 @@ const setupStore = async () => {
 		store.editorSupport.typeWriter.mappings = types.mappings
 		store.editorSupport.typeWriter.registry = types.registry
 		store.editorSupport.typeWriter.services = types.services
+		store.editorSupport.typeWriter.allowedATAPackages = types.allowedATAPackages
 		store.apiStatus.typesReady = true
 	})
 }

apps/server/src/app/services/type-writer.service.mts

@@ -1,16 +1,29 @@
-import { TServiceParams } from "@digital-alchemy/core";
+import type { TServiceParams } from "@digital-alchemy/core";
 
 export function TypeWriterService({ logger, type_build }: TServiceParams) {
-  async function build(): Promise<
-    Record<"mappings" | "registry" | "services", string>
-  > {
+  // Packages that ATA is allowed to fetch for Monaco types to make sure all TS edits autocomplete.
+  const ALLOWED_ATA_PACKAGES = [
+    "type-fest",
+    "node",
+    "tagged-tag",
+    "@digital-alchemy/core",
+    "@digital-alchemy/hass",
+    "@digital-alchemy/synapse",
+    "@digital-alchemy/automation",
+    "dayjs",
+  ];
+
+  async function build(): Promise<{
+    mappings: string;
+    registry: string;
+    services: string;
+    allowedATAPackages: string[];
+  }> {
     const { mappings, registry, services } = await type_build.build();
 
     return {
-      mappings: mappings.replace(
-        `module "@digital-alchemy/hass"`,
-        `module "../user.mts"`,
-      ),
+      allowedATAPackages: ALLOWED_ATA_PACKAGES,
+      mappings: mappings.replace(`module "@digital-alchemy/hass"`, `module "../user.mts"`),
       registry: registry
         .replace(`module "@digital-alchemy/hass"`, `module "../user.mts"`)
         .replace(`from "@digital-alchemy/hass"`, `from "../merge.mts"`),