feat: add feedback loop schema and migration operations, including new QA testing structures

hotlong · hotlong · commit c5dc7243b98b · 2026-02-02T08:05:33.000+08:00
diff --git a/content/docs/references/ai/index.mdx b/content/docs/references/ai/index.mdx
@@ -13,6 +13,7 @@ This section contains all protocol schemas for the ai layer of ObjectStack.
   <Card href="./conversation" title="Conversation" description="Source: packages/spec/src/ai/conversation.zod.ts" />
   <Card href="./cost" title="Cost" description="Source: packages/spec/src/ai/cost.zod.ts" />
   <Card href="./devops-agent" title="Devops Agent" description="Source: packages/spec/src/ai/devops-agent.zod.ts" />
+  <Card href="./feedback-loop" title="Feedback Loop" description="Source: packages/spec/src/ai/feedback-loop.zod.ts" />
   <Card href="./model-registry" title="Model Registry" description="Source: packages/spec/src/ai/model-registry.zod.ts" />
   <Card href="./nlq" title="Nlq" description="Source: packages/spec/src/ai/nlq.zod.ts" />
   <Card href="./orchestration" title="Orchestration" description="Source: packages/spec/src/ai/orchestration.zod.ts" />
diff --git a/content/docs/references/ai/meta.json b/content/docs/references/ai/meta.json
@@ -6,6 +6,7 @@
     "conversation",
     "cost",
     "devops-agent",
+    "feedback-loop",
     "model-registry",
     "nlq",
     "orchestration",
diff --git a/content/docs/references/meta.json b/content/docs/references/meta.json
@@ -10,6 +10,7 @@
     "hub",
     "integration",
     "permission",
+    "qa",
     "shared",
     "system",
     "ui"
diff --git a/content/docs/references/system/index.mdx b/content/docs/references/system/index.mdx
@@ -26,6 +26,7 @@ This section contains all protocol schemas for the system layer of ObjectStack.
   <Card href="./message-queue" title="Message Queue" description="Source: packages/spec/src/system/message-queue.zod.ts" />
   <Card href="./metadata-loader" title="Metadata Loader" description="Source: packages/spec/src/system/metadata-loader.zod.ts" />
   <Card href="./metrics" title="Metrics" description="Source: packages/spec/src/system/metrics.zod.ts" />
+  <Card href="./migration" title="Migration" description="Source: packages/spec/src/system/migration.zod.ts" />
   <Card href="./notification" title="Notification" description="Source: packages/spec/src/system/notification.zod.ts" />
   <Card href="./object-storage" title="Object Storage" description="Source: packages/spec/src/system/object-storage.zod.ts" />
   <Card href="./plugin" title="Plugin" description="Source: packages/spec/src/system/plugin.zod.ts" />
diff --git a/content/docs/references/system/meta.json b/content/docs/references/system/meta.json
@@ -19,6 +19,7 @@
     "message-queue",
     "metadata-loader",
     "metrics",
+    "migration",
     "notification",
     "object-storage",
     "plugin",
diff --git a/packages/spec/json-schema/ai/FeedbackLoop.json b/packages/spec/json-schema/ai/FeedbackLoop.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/FeedbackLoop",
+  "definitions": {
+    "FeedbackLoop": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/ai/Issue.json b/packages/spec/json-schema/ai/Issue.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/Issue",
+  "definitions": {
+    "Issue": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/ai/MetadataSource.json b/packages/spec/json-schema/ai/MetadataSource.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/MetadataSource",
+  "definitions": {
+    "MetadataSource": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/ai/Resolution.json b/packages/spec/json-schema/ai/Resolution.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/Resolution",
+  "definitions": {
+    "Resolution": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestAction.json b/packages/spec/json-schema/qa/TestAction.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestAction",
+  "definitions": {
+    "TestAction": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestActionType.json b/packages/spec/json-schema/qa/TestActionType.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestActionType",
+  "definitions": {
+    "TestActionType": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestAssertion.json b/packages/spec/json-schema/qa/TestAssertion.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestAssertion",
+  "definitions": {
+    "TestAssertion": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestAssertionType.json b/packages/spec/json-schema/qa/TestAssertionType.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestAssertionType",
+  "definitions": {
+    "TestAssertionType": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestContext.json b/packages/spec/json-schema/qa/TestContext.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestContext",
+  "definitions": {
+    "TestContext": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestScenario.json b/packages/spec/json-schema/qa/TestScenario.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestScenario",
+  "definitions": {
+    "TestScenario": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestStep.json b/packages/spec/json-schema/qa/TestStep.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestStep",
+  "definitions": {
+    "TestStep": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/qa/TestSuite.json b/packages/spec/json-schema/qa/TestSuite.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/TestSuite",
+  "definitions": {
+    "TestSuite": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/AddFieldOperation.json b/packages/spec/json-schema/system/AddFieldOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/AddFieldOperation",
+  "definitions": {
+    "AddFieldOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/ChangeSet.json b/packages/spec/json-schema/system/ChangeSet.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/ChangeSet",
+  "definitions": {
+    "ChangeSet": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/CreateObjectOperation.json b/packages/spec/json-schema/system/CreateObjectOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/CreateObjectOperation",
+  "definitions": {
+    "CreateObjectOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/DeleteObjectOperation.json b/packages/spec/json-schema/system/DeleteObjectOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/DeleteObjectOperation",
+  "definitions": {
+    "DeleteObjectOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/ExecuteSqlOperation.json b/packages/spec/json-schema/system/ExecuteSqlOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/ExecuteSqlOperation",
+  "definitions": {
+    "ExecuteSqlOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/MigrationDependency.json b/packages/spec/json-schema/system/MigrationDependency.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/MigrationDependency",
+  "definitions": {
+    "MigrationDependency": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/MigrationOperation.json b/packages/spec/json-schema/system/MigrationOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/MigrationOperation",
+  "definitions": {
+    "MigrationOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/ModifyFieldOperation.json b/packages/spec/json-schema/system/ModifyFieldOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/ModifyFieldOperation",
+  "definitions": {
+    "ModifyFieldOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/RemoveFieldOperation.json b/packages/spec/json-schema/system/RemoveFieldOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/RemoveFieldOperation",
+  "definitions": {
+    "RemoveFieldOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/json-schema/system/RenameObjectOperation.json b/packages/spec/json-schema/system/RenameObjectOperation.json
@@ -0,0 +1,7 @@
+{
+  "$ref": "#/definitions/RenameObjectOperation",
+  "definitions": {
+    "RenameObjectOperation": {}
+  },
+  "$schema": "http://json-schema.org/draft-07/schema#"
+}
diff --git a/packages/spec/src/ai/feedback-loop.zod.ts b/packages/spec/src/ai/feedback-loop.zod.ts
@@ -0,0 +1,61 @@
+import { z } from 'zod';
+import { ChangeSetSchema } from '../system/migration.zod';
+
+// Identifying the source of truth
+export const MetadataSourceSchema = z.object({
+  file: z.string().optional(),
+  line: z.number().optional(),
+  column: z.number().optional(),
+  // Logic references
+  package: z.string().optional(),
+  object: z.string().optional(),
+  field: z.string().optional(),
+  component: z.string().optional() // specific UI component or flow node
+});
+
+// The Runtime Issue
+export const IssueSchema = z.object({
+  id: z.string(),
+  severity: z.enum(['critical', 'error', 'warning', 'info']),
+  message: z.string(),
+  stackTrace: z.string().optional(),
+  timestamp: z.string().datetime(),
+  userId: z.string().optional(),
+  
+  // Context snapshot
+  context: z.record(z.string(), z.unknown()).optional(),
+  
+  // The suspected metadata culprit
+  source: MetadataSourceSchema.optional()
+});
+
+// The AI's proposed resolution
+export const ResolutionSchema = z.object({
+  issueId: z.string(),
+  reasoning: z.string().describe('Explanation of why this fix is needed'),
+  confidence: z.number().min(0).max(1),
+  
+  // Actionable change to fix the issue
+  fix: z.discriminatedUnion('type', [
+    z.object({
+      type: z.literal('metadata_change'),
+      changeSet: ChangeSetSchema
+    }),
+    z.object({
+      type: z.literal('manual_intervention'),
+      instructions: z.string()
+    })
+  ])
+});
+
+// Complete Feedback Loop Record
+export const FeedbackLoopSchema = z.object({
+  issue: IssueSchema,
+  analysis: z.string().optional().describe('AI analysis of the root cause'),
+  resolutions: z.array(ResolutionSchema).optional(),
+  status: z.enum(['open', 'analyzing', 'resolved', 'ignored']).default('open')
+});
+
+export type FeedbackLoop = z.infer<typeof FeedbackLoopSchema>;
+export type Issue = z.infer<typeof IssueSchema>;
+export type Resolution = z.infer<typeof ResolutionSchema>;
diff --git a/packages/spec/src/ai/index.ts b/packages/spec/src/ai/index.ts
@@ -23,3 +23,4 @@ export * from './orchestration.zod';
 export * from './predictive.zod';
 export * from './conversation.zod';
 export * from './cost.zod';
+export * from './feedback-loop.zod';
diff --git a/packages/spec/src/index.ts b/packages/spec/src/index.ts
@@ -47,6 +47,7 @@ export * as Data from './data';
 export * as Permission from './permission';
 export * as UI from './ui';
 export * as System from './system';
+export * as QA from './qa';
 export * as Auth from './auth';
 export * as Hub from './hub';
 export * as AI from './ai';
diff --git a/packages/spec/src/qa/index.ts b/packages/spec/src/qa/index.ts
@@ -0,0 +1,11 @@
+/**
+ * Quality Assurance (QA) Protocol
+ * 
+ * Defines how business logic and metadata are tested.
+ * Includes:
+ * - Test Scenarios
+ * - Test Cases
+ * - Expected Outcomes
+ */
+
+export * from './testing.zod';
diff --git a/packages/spec/src/qa/testing.zod.ts b/packages/spec/src/qa/testing.zod.ts
diff --git a/packages/spec/src/system/index.ts b/packages/spec/src/system/index.ts
diff --git a/packages/spec/src/system/migration.zod.ts b/packages/spec/src/system/migration.zod.ts
