feat(recently): URL-keyed enrichment map, drop typed entries (#2726)

Replace the single per-entry enrichment (enrichmentProvider / enrichmentExternalId columns) with a URL-keyed enrichments map attached at read time by scanning entry content - the same attachEnrichments pattern used by posts/notes/pages. Columns are dropped via app-migration; the obsolete backfill migration and job are removed.

Drop the deprecated typed recently entries (book/media/music/github/academic/code): RecentlyTypeEnum collapses to text/link, per-type metadata schemas and the discriminated-union DTO are removed, and entry type is derived server-side from URL presence.

Bumps @mx-space/api-client to 4.2.0.

Author: Innei

apps/core/src/database/app-migrations/20260506-enrichment-backfill.ts

@@ -0,0 +1,19 @@
+import { sql } from 'drizzle-orm'
+
+import type { AppMigration } from './types'
+
+export const migration: AppMigration = {
+  id: '20260515-recently-drop-enrichment-columns',
+  description:
+    'Drop recentlies single-ref enrichment columns; enrichment is attached at read time',
+  async up({ db }) {
+    await db.execute(sql`
+      ALTER TABLE "recentlies"
+        DROP COLUMN IF EXISTS "enrichment_provider",
+        DROP COLUMN IF EXISTS "enrichment_external_id"
+    `)
+    await db.execute(
+      sql`DROP INDEX IF EXISTS "recentlies_enrichment_idx"`,
+    )
+  },
+}

apps/core/src/database/app-migrations/20260515-recently-drop-enrichment-columns.ts

@@ -1,9 +1,12 @@
-import { migration as enrichmentBackfill } from './20260506-enrichment-backfill'
+import { migration as recentlyDropEnrichmentColumns } from './20260515-recently-drop-enrichment-columns'
 import type { AppMigration } from './types'
 
 /**
  * Ordered list of app-data migrations. Runner sorts by id (lexicographic on
  * the `YYYYMMDD-slug` prefix) before iterating, so insertion order here is
  * not load-bearing — adding a new migration is just `import + push`.
+ *
+ * Migrations removed from this list never re-run; the ledger row of a
+ * previously applied one is left in place and simply goes unreferenced.
  */
-export const migrations: AppMigration[] = [enrichmentBackfill]
+export const migrations: AppMigration[] = [recentlyDropEnrichmentColumns]

apps/core/src/database/app-migrations/registry.ts

@@ -68,7 +68,10 @@ export class RecentlyController {
   @Put('/:id')
   @Auth()
   async update(@Param() { id }: EntityIdDto, @Body() body: RecentlyDto) {
-    const res = await this.recentlyService.update(id, body)
+    const res = await this.recentlyService.update(
+      id,
+      body as unknown as Partial<RecentlyModel>,
+    )
     if (!res) {
       throw new BizException(ErrorCodeEnum.EntryNotFound)
     }

apps/core/src/maintenance/jobs/recently-enrichment-backfill.job.ts

@@ -1,15 +1,5 @@
 import { Inject, Injectable } from '@nestjs/common'
-import {
-  and,
-  desc,
-  eq,
-  gt,
-  inArray,
-  isNull,
-  lt,
-  type SQL,
-  sql,
-} from 'drizzle-orm'
+import { and, desc, eq, gt, inArray, lt, type SQL, sql } from 'drizzle-orm'
 
 import { PG_DB_TOKEN } from '~/constants/system.constant'
 import { recentlies } from '~/database/schema'
@@ -42,8 +32,6 @@ const mapRow = (row: typeof recentlies.$inferSelect): RecentlyRow => ({
   down: row.down,
   createdAt: row.createdAt,
   modifiedAt: row.modifiedAt,
-  enrichmentProvider: row.enrichmentProvider ?? null,
-  enrichmentExternalId: row.enrichmentExternalId ?? null,
 })
 
 @Injectable()
@@ -122,8 +110,6 @@ export class RecentlyRepository extends BaseRepository {
         refType: input.refType ?? null,
         refId: input.refId ? parseEntityId(input.refId) : null,
         allowComment: input.allowComment ?? true,
-        enrichmentProvider: input.enrichmentProvider ?? null,
-        enrichmentExternalId: input.enrichmentExternalId ?? null,
       })
       .returning()
     return mapRow(row)
@@ -149,10 +135,6 @@ export class RecentlyRepository extends BaseRepository {
     if (patch.down !== undefined) update.down = patch.down
     if (patch.commentsIndex !== undefined)
       update.commentsIndex = patch.commentsIndex
-    if (patch.enrichmentProvider !== undefined)
-      update.enrichmentProvider = patch.enrichmentProvider
-    if (patch.enrichmentExternalId !== undefined)
-      update.enrichmentExternalId = patch.enrichmentExternalId
     const [row] = await this.db
       .update(recentlies)
       .set(update)
@@ -193,14 +175,6 @@ export class RecentlyRepository extends BaseRepository {
     return Number(row?.count ?? 0)
   }
 
-  async findWithoutEnrichment(): Promise<RecentlyRow[]> {
-    const rows = await this.db
-      .select()
-      .from(recentlies)
-      .where(isNull(recentlies.enrichmentExternalId))
-    return rows.map(mapRow)
-  }
-
   async findRecent(size: number): Promise<RecentlyRow[]> {
     const rows = await this.db
       .select()

apps/core/src/modules/recently/recently.controller.ts

@@ -10,150 +10,16 @@ export enum RecentlyAttitudeEnum {
 
 export enum RecentlyTypeEnum {
   Text = 'text',
-  Book = 'book',
-  Media = 'media',
-  Music = 'music',
-  Github = 'github',
   Link = 'link',
-  Academic = 'academic',
-  Code = 'code',
 }
 
-// --- Metadata schemas per type ---
-
-export const BookMetaSchema = z.object({
-  url: z.string().url(),
-  title: z.string(),
-  author: z.string(),
-  cover: z.string().url().optional(),
-  rating: z.number().min(0).max(10).optional(),
-  isbn: z.string().optional(),
-})
-
-export const MediaMetaSchema = z.object({
-  url: z.string().url(),
-  title: z.string(),
-  originalTitle: z.string().optional(),
-  cover: z.string().url().optional(),
-  rating: z.number().min(0).max(10).optional(),
-  description: z.string().optional(),
-  genre: z.string().optional(),
-})
-
-export const MusicMetaSchema = z.object({
-  url: z.string().url(),
-  title: z.string(),
-  artist: z.string(),
-  album: z.string().optional(),
-  cover: z.string().url().optional(),
-  source: z.string().optional(),
-})
-
-export const GithubMetaSchema = z.object({
-  url: z.string().url(),
-  owner: z.string(),
-  repo: z.string(),
-  description: z.string().optional(),
-  stars: z.number().optional(),
-  language: z.string().optional(),
-  languageColor: z.string().optional(),
-})
-
-export const LinkMetaSchema = z.object({
-  url: z.string().url(),
-  title: z.string().optional(),
-  description: z.string().optional(),
-  image: z.string().url().optional(),
-})
-
-export const AcademicMetaSchema = z.object({
-  url: z.string().url(),
-  title: z.string(),
-  authors: z.array(z.string()).optional(),
-  arxivId: z.string().optional(),
-})
-
-export const CodeMetaSchema = z.object({
-  url: z.string().url(),
-  title: z.string(),
-  difficulty: z.string().optional(),
-  tags: z.array(z.string()).optional(),
-  platform: z.string().optional(),
-})
-
-// --- Shared optional fields ---
-
-const refFields = {
+export const RecentlySchema = z.object({
+  content: z.string().min(1),
   ref: zEntityId.optional(),
   refType: z.string().optional(),
-}
-
-// --- Discriminated union with preprocess for backward compat ---
-
-const RecentlyDiscriminatedSchema = z.discriminatedUnion('type', [
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Text),
-    content: z.string().min(1),
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Book),
-    content: z.string().optional().default(''),
-    metadata: BookMetaSchema,
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Media),
-    content: z.string().optional().default(''),
-    metadata: MediaMetaSchema,
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Music),
-    content: z.string().optional().default(''),
-    metadata: MusicMetaSchema,
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Github),
-    content: z.string().optional().default(''),
-    metadata: GithubMetaSchema,
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Link),
-    content: z.string().optional().default(''),
-    metadata: LinkMetaSchema,
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Academic),
-    content: z.string().optional().default(''),
-    metadata: AcademicMetaSchema,
-    ...refFields,
-  }),
-  z.object({
-    type: z.literal(RecentlyTypeEnum.Code),
-    content: z.string().optional().default(''),
-    metadata: CodeMetaSchema,
-    ...refFields,
-  }),
-])
-
-export const RecentlySchema = z.preprocess((val: any) => {
-  if (val && typeof val === 'object' && !('type' in val)) {
-    return { ...val, type: RecentlyTypeEnum.Text }
-  }
-  return val
-}, RecentlyDiscriminatedSchema)
-
-// z.preprocess returns ZodEffects which is incompatible with createZodDto's type constraint,
-// but runtime behavior is correct. Use type assertion to bypass.
-export class RecentlyDto extends createZodDto(
-  RecentlySchema as unknown as z.ZodObject<any>,
-) {}
+})
 
-// --- Attitude schema (unchanged) ---
+export class RecentlyDto extends createZodDto(RecentlySchema) {}
 
 export const RecentlyAttitudeSchema = z.object({
   attitude: z.preprocess(
@@ -164,6 +30,5 @@ export const RecentlyAttitudeSchema = z.object({
 
 export class RecentlyAttitudeDto extends createZodDto(RecentlyAttitudeSchema) {}
 
-// Type exports
-export type RecentlyInput = z.infer<typeof RecentlyDiscriminatedSchema>
+export type RecentlyInput = z.infer<typeof RecentlySchema>
 export type RecentlyAttitudeInput = z.infer<typeof RecentlyAttitudeSchema>