feat(skill-memory): historian auto-extraction pipeline (P3b)

Close the loop so the historian writes skill notes during compaction
without an agent volunteering ctx_skill_note.

- historian prompt emits a <skill_observations> block; parser extracts it;
  threaded through the validated historian result.
- both runners (OpenCode + Pi) promote skill observations post-commit via
  the shared promoteSkillObservations helper, gated by
  promotionActive && !discardedLast, writing global '*' notes with
  source_type='historian'.
- self-heal net: initializeDatabase re-creates skill_memory + ensureColumn
  so an upgraded DB recovers even if a migration row is lost.

Author: Tehan

ARCHITECTURE.md

@@ -396,6 +396,10 @@
             "refresh-primers": {
               "schedule": "0 3 * * *",
               "timeout_minutes": 20
+            },
+            "distill-skill-memory": {
+              "schedule": "",
+              "timeout_minutes": 20
             }
           },
           "type": "object",
@@ -963,6 +967,56 @@
                   "minimum": 5
                 }
               }
+            },
+            "distill-skill-memory": {
+              "default": {
+                "schedule": "",
+                "timeout_minutes": 20
+              },
+              "type": "object",
+              "properties": {
+                "schedule": {
+                  "default": "",
+                  "type": "string",
+                  "description": "5-field cron schedule (e.g. \"0 3 * * *\"), or \"\" to disable this task."
+                },
+                "model": {
+                  "description": "Per-task model override (inherits dreamer.model)",
+                  "type": "string"
+                },
+                "fallback_models": {
+                  "description": "Per-task fallback chain (inherits dreamer.fallback_models)",
+                  "anyOf": [
+                    {
+                      "type": "string"
+                    },
+                    {
+                      "type": "array",
+                      "items": {
+                        "type": "string"
+                      }
+                    }
+                  ]
+                },
+                "thinking_level": {
+                  "description": "Pi only: per-task thinking level",
+                  "type": "string",
+                  "enum": [
+                    "off",
+                    "minimal",
+                    "low",
+                    "medium",
+                    "high",
+                    "xhigh"
+                  ]
+                },
+                "timeout_minutes": {
+                  "default": 20,
+                  "description": "Minutes allowed for this task before it is aborted",
+                  "type": "number",
+                  "minimum": 5
+                }
+              }
             }
           },
           "description": "Per-task scheduling + model config. Each task has its own cron schedule and may override the dreamer-level model."

assets/magic-context.schema.json

@@ -77,11 +77,11 @@ describe("runDreamerSetup", () => {
         const prompts = new MockPrompts({
             confirms: [false],
             autos: ["x/y"],
-            selects: Array(11).fill("cron:0 3 * * *"),
+            selects: Array(12).fill("cron:0 3 * * *"),
         });
         const result = await runDreamerSetup(prompts, ["x/y"]);
         expect(result.tasks).toBeDefined();
-        expect(Object.keys(result.tasks ?? {}).length).toBe(11);
+        expect(Object.keys(result.tasks ?? {}).length).toBe(12);
         expect(result.tasks?.verify.schedule).toBe("0 3 * * *");
         expect(result.tasks?.curate.schedule).toBe("0 3 * * *");
         expect(result.tasks?.["classify-memories"].schedule).toBe("0 3 * * *");

packages/cli/src/lib/dreamer-setup.test.ts

@@ -35,6 +35,7 @@ const TASK_DESCRIPTIONS: Record<DreamTaskName, string> = {
     "review-user-memories": "Promote recurring behaviors into your user profile",
     "promote-primers": "Promote recurring project questions into Primers",
     "refresh-primers": "Refresh answers for active project Primers",
+    "distill-skill-memory": "Opt-in: distills per-skill memory (merge/prune/promote)",
 };
 
 /** v1-behavior-preserving default schedules (must match the Zod schema defaults). */
@@ -50,6 +51,7 @@ const DEFAULT_TASK_SCHEDULES: Record<DreamTaskName, string> = {
     "review-user-memories": "0 3 * * *",
     "promote-primers": "0 3 * * *",
     "refresh-primers": "0 3 * * *",
+    "distill-skill-memory": "",
 };
 
 const PRESET_CUSTOM = "__custom__";

packages/cli/src/lib/dreamer-setup.ts

@@ -28,7 +28,7 @@ pub fn resolve_project_config_path(project_path: &str) -> PathBuf {
 /// frontend DreamerTasksField list). The dashboard renders this fixed set so
 /// every project shows the same tasks regardless of its (possibly stale) per-
 /// project scheduler snapshot in task_schedule_state.
-pub const CANONICAL_DREAM_TASKS: [&str; 11] = [
+pub const CANONICAL_DREAM_TASKS: [&str; 12] = [
     "map-memories",
     "verify",
     "verify-broad",
@@ -40,6 +40,7 @@ pub const CANONICAL_DREAM_TASKS: [&str; 11] = [
     "review-user-memories",
     "promote-primers",
     "refresh-primers",
+    "distill-skill-memory",
 ];
 
 /// Default cron per task (mirrors DEFAULT_TASK_SCHEDULES in the plugin schema and
@@ -58,6 +59,7 @@ pub fn default_task_schedule(task: &str) -> &'static str {
         "review-user-memories" => "0 3 * * *",
         "promote-primers" => "0 3 * * *",
         "refresh-primers" => "0 3 * * *",
+        "distill-skill-memory" => "",
         _ => "",
     }
 }

packages/dashboard/src-tauri/src/config.rs

@@ -100,6 +100,12 @@ export const TASKS: TaskMeta[] = [
     description: "Refresh answers for active project Primers",
     defaultSchedule: "0 3 * * *",
   },
+  {
+    name: "distill-skill-memory",
+    label: "Distill skill memory",
+    description: "Opt-in: distills per-skill memory (merge/prune/promote)",
+    defaultSchedule: "",
+  },
 ];
 
 const PRESETS: { label: string; cron: string }[] = [

packages/dashboard/src/components/ConfigEditor/DreamerTasksField.tsx

@@ -199,6 +199,11 @@ Off-hours maintenance (Dreamer) and on-demand prompt augmentation (Sidekick).
 | `dreamer.tasks.refresh-primers.fallback_models` | string \\| string[] | — | Per-task fallback chain (inherits dreamer.fallback_models) |
 | `dreamer.tasks.refresh-primers.thinking_level` | `"off"` \\| `"minimal"` \\| `"low"` \\| `"medium"` \\| `"high"` \\| `"xhigh"` | — | Pi only: per-task thinking level |
 | `dreamer.tasks.refresh-primers.timeout_minutes` | number (5–) | `20` | Minutes allowed for this task before it is aborted |
+| `dreamer.tasks.distill-skill-memory.schedule` | string | `""` | 5-field cron schedule (e.g. "0 3 * * *"), or "" to disable this task. |
+| `dreamer.tasks.distill-skill-memory.model` | string | — | Per-task model override (inherits dreamer.model) |
+| `dreamer.tasks.distill-skill-memory.fallback_models` | string \\| string[] | — | Per-task fallback chain (inherits dreamer.fallback_models) |
+| `dreamer.tasks.distill-skill-memory.thinking_level` | `"off"` \\| `"minimal"` \\| `"low"` \\| `"medium"` \\| `"high"` \\| `"xhigh"` | — | Pi only: per-task thinking level |
+| `dreamer.tasks.distill-skill-memory.timeout_minutes` | number (5–) | `20` | Minutes allowed for this task before it is aborted |
 | `dreamer.inject_docs` | boolean | `true` | Inject ARCHITECTURE.md and STRUCTURE.md into system prompt |
 | `dreamer.thinking_level` | `"off"` \\| `"minimal"` \\| `"low"` \\| `"medium"` \\| `"high"` \\| `"xhigh"` | — | Pi only: default thinking level for dreamer subagent invocations. See historian.thinking_level. |
 | `sidekick` | object | — | Optional sidekick agent configuration for session-start memory retrieval |

packages/docs/src/content/docs/reference/configuration.md

@@ -393,6 +393,25 @@ describe("runPiHistorian", () => {
 			closeQuietly(db);
 		}
 	});
+	it("promotes skillObservations as global '*' notes", async () => {
+		const xml = `${successXml()}\n<skill_observations>\n* council | gotcha | fast aggregator\n</skill_observations>`;
+		const { db } = await runHistorianWith({
+			outputs: [xml],
+			memoryEnabled: true,
+			autoPromote: true,
+		});
+		try {
+			const row = db
+				.prepare(
+					"SELECT project_identity, source_type FROM skill_memory WHERE skill_id='council'",
+				)
+				.get() as { project_identity: string; source_type: string } | undefined;
+			expect(row?.project_identity).toBe("*");
+			expect(row?.source_type).toBe("historian");
+		} finally {
+			closeQuietly(db);
+		}
+	});
 	it("runs the Pi subagent, parses output, and publishes compartments and facts", async () => {
 		const { db, runner } = await runHistorianWith({ outputs: [successXml()] });
 		try {

packages/pi-plugin/src/pi-historian-runner.test.ts

@@ -52,6 +52,7 @@ import {
 } from "@magic-context/core/features/magic-context/memory";
 import { resolveProjectIdentity } from "@magic-context/core/features/magic-context/memory/project-identity";
 import { getMemoriesByProject } from "@magic-context/core/features/magic-context/memory/storage-memory";
+import { promoteSkillObservations } from "@magic-context/core/features/magic-context/skill-memory/promote";
 import {
 	clearEmergencyDrainLatch,
 	clearEmergencyRecovery,
@@ -1114,6 +1115,28 @@ export async function runPiHistorian(deps: PiHistorianDeps): Promise<void> {
 				}
 			}
 
+			// Skill-memory historian extraction (Pi mirror of OpenCode): promote
+			// <skill_observations> into per-skill notes. Same promotionActive +
+			// !discardedLast gate as facts/primers so a provisional tail does not
+			// double-emit.
+			if (
+				promotionActive &&
+				!discardedLast &&
+				validatedPass.skillObservations &&
+				validatedPass.skillObservations.length > 0
+			) {
+				try {
+					const written = promoteSkillObservations(
+						db,
+						projectPath,
+						validatedPass.skillObservations,
+					);
+					sessionLog(sessionId, `promoted ${written} skill observation(s)`);
+				} catch (error) {
+					sessionLog(sessionId, "failed to promote skill observations:", error);
+				}
+			}
+
 			// Raw chunk embeddings: the ctx_search semantic substrate over session
 			// history. Fire-and-forget, best-effort, memory-gated.
 			if (embeddingActive) {
@@ -1275,6 +1298,13 @@ type ValidationOutcome =
 					? P
 					: never
 				: never;
+			skillObservations?: ReturnType<
+				typeof validateHistorianOutput
+			> extends infer T
+				? T extends { ok: true; skillObservations?: infer S }
+					? S
+					: never
+				: never;
 			events?: ReturnType<typeof validateHistorianOutput> extends infer T
 				? T extends { ok: true; events?: infer E }
 					? E
@@ -1317,6 +1347,7 @@ async function validateHistorianResult(
 			facts: validation.facts,
 			userObservations: validation.userObservations,
 			primerCandidates: validation.primerCandidates,
+			skillObservations: validation.skillObservations,
 			events: validation.events,
 		};
 	}

packages/pi-plugin/src/pi-historian-runner.ts

@@ -1,22 +1,34 @@
 import { describe, expect, test } from "bun:test";
-import { DEFAULT_DREAMER_TASKS, DREAMER_TASKS, DreamingTaskSchema } from "./magic-context";
+import {
+    AGENTIC_DREAM_TASKS,
+    CANONICAL_DREAM_TASKS,
+} from "../../features/magic-context/dreamer/task-registry";
+import { DREAMER_TASKS, DreamingTaskSchema, DreamTasksSchema } from "./magic-context";
 
 describe("distill-skill-memory dreamer task", () => {
-    test("distill-skill-memory is in DREAMER_TASKS enum", () => {
-        expect(DREAMER_TASKS).toContain("distill-skill-memory");
+    test("distill-skill-memory is a canonical dream task", () => {
+        expect(CANONICAL_DREAM_TASKS).toContain("distill-skill-memory");
     });
 
-    test("distill-skill-memory is NOT in DEFAULT_DREAMER_TASKS (opt-in)", () => {
-        expect(DEFAULT_DREAMER_TASKS).not.toContain("distill-skill-memory");
+    test("distill-skill-memory is agentic (prompt-driven)", () => {
+        expect(AGENTIC_DREAM_TASKS).toContain("distill-skill-memory");
+        // DREAMER_TASKS (the schema enum) re-exports AGENTIC_DREAM_TASKS.
+        expect(DREAMER_TASKS).toContain("distill-skill-memory");
     });
 
     test("DreamingTaskSchema accepts distill-skill-memory", () => {
         expect(() => DreamingTaskSchema.parse("distill-skill-memory")).not.toThrow();
     });
 
-    test("maintain-docs is also not in DEFAULT_DREAMER_TASKS (precedent)", () => {
-        // Verify the existing asymmetry pattern we're following
-        expect(DEFAULT_DREAMER_TASKS).not.toContain("maintain-docs");
-        expect(DREAMER_TASKS).toContain("maintain-docs");
+    test("distill-skill-memory defaults to OFF (empty schedule = opt-in)", () => {
+        // v2 model: a task is opt-in when its default schedule is "" (disabled).
+        // Parse an explicit tasks object so the per-key defaults fire.
+        const parsed = DreamTasksSchema.parse({});
+        expect(parsed["distill-skill-memory"].schedule).toBe("");
+    });
+
+    test("maintain-docs is also opt-in (empty default schedule) — precedent", () => {
+        const parsed = DreamTasksSchema.parse({});
+        expect(parsed["maintain-docs"].schedule).toBe("");
     });
 });