wip: stats

Author: adamdotdevin

infra/stats.ts

@@ -144,15 +144,15 @@ new sst.x.DevCommand("StatsStudio", {
 // APP
 ////////////////
 
-export const app = new sst.cloudflare.x.SolidStart("Stats", {
-  path: "packages/stats/app",
-  buildCommand: "bun run build",
-  domain,
-  link: [database],
-  environment: {
-    PUBLIC_URL: `https://${domain}`,
-  },
-})
+// export const app = new sst.cloudflare.x.SolidStart("Stats", {
+//   path: "packages/stats/app",
+//   buildCommand: "bun run build",
+//   domain,
+//   link: [database],
+//   environment: {
+//     PUBLIC_URL: `https://${domain}`,
+//   },
+// })
 
 ////////////////
 // SERVICES

packages/console/function/src/log-processor.ts

@@ -89,7 +89,7 @@ function toLakeEvent(time: string, data: Record<string, unknown>) {
   const source = string(data, "source")
 
   return {
-    type: "inference.event",
+    _datalake_key: "inference.event",
     event_timestamp: time,
     event_date: time.slice(0, 10),
     event_type: string(data, "event_type"),

packages/stats/server/src/ingest.ts

@@ -92,11 +92,11 @@ const putRecords: (
 })
 
 function routeEvent(event: IngestEvent): RoutedEvent | undefined {
-  if (typeof event.type !== "string") return
-  const match = event.type.match(LAKE_TYPE)
+  if (typeof event._datalake_key !== "string") return
+  const match = event._datalake_key.match(LAKE_TYPE)
   if (!match?.[1] || !match[2]) return
   return {
-    ...Object.fromEntries(Object.entries(event).filter(([key]) => key !== "type")),
+    ...Object.fromEntries(Object.entries(event).filter(([key]) => key !== "_datalake_key")),
     _lake_database: match[1],
     _lake_table: match[2],
     _lake_operation: "insert" as const,

sst.config.ts

@@ -31,7 +31,7 @@ export default $config({
     const stage = await import("./infra/stage.js")
     await import("./infra/app.js")
     await import("./infra/lake.js")
-    const stats = await import("./infra/stats.js")
+    await import("./infra/stats.js")
     const { stat } = await import("./infra/console.js")
     await import("./infra/enterprise.js")
     if ($app.stage === "production" || $app.stage === "vimtor") {
@@ -40,7 +40,7 @@ export default $config({
 
     return {
       StatWorkerUrl: stat.url,
-      StatsUrl: stats.app.url,
+      // StatsUrl: stats.app.url,
       ...(stage.githubActionsDeployRoleArn ? { GithubActionsDeployRoleArn: stage.githubActionsDeployRoleArn } : {}),
     }
   },